{"id":"https://openalex.org/W2964214207","doi":"https://doi.org/10.1109/tcomm.2019.2913871","title":"Optimal and Low-Complexity Dynamic Spectrum Access for RF-Powered Ambient Backscatter System With Online Reinforcement Learning","display_name":"Optimal and Low-Complexity Dynamic Spectrum Access for RF-Powered Ambient Backscatter System With Online Reinforcement Learning","publication_year":2019,"publication_date":"2019-04-30","ids":{"openalex":"https://openalex.org/W2964214207","doi":"https://doi.org/10.1109/tcomm.2019.2913871","mag":"2964214207"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2019.2913871","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2019.2913871","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085560176","display_name":"Nguy\u1ec5n V\u0103n Huynh","orcid":"https://orcid.org/0000-0002-7696-0521"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Nguyen Van Huynh","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007992576","display_name":"Dinh Thai Hoang","orcid":"https://orcid.org/0000-0002-9528-0863"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dinh Thai Hoang","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100697893","display_name":"Diep N. Nguyen","orcid":"https://orcid.org/0000-0003-2659-8648"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Diep N. Nguyen","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063537942","display_name":"Eryk Dutkiewicz","orcid":"https://orcid.org/0000-0002-4268-9286"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Eryk Dutkiewicz","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100338634","display_name":"Ping Wang","orcid":"https://orcid.org/0000-0002-1599-5480"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ping Wang","raw_affiliation_strings":["Department of Electrical Engineering & Computer Science, York University, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering & Computer Science, York University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I192455969"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5085560176"],"corresponding_institution_ids":["https://openalex.org/I114017466"],"apc_list":null,"apc_paid":null,"fwci":2.2653,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.8854049,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"67","issue":"8","first_page":"5736","last_page":"5752"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12791","display_name":"Full-Duplex Wireless Communications","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.768280029296875},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7443677186965942},{"id":"https://openalex.org/keywords/transmitter","display_name":"Transmitter","score":0.7092193961143494},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7079750299453735},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.6165431141853333},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.5433768033981323},{"id":"https://openalex.org/keywords/backscatter","display_name":"Backscatter (email)","score":0.5128746032714844},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.479838103055954},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4760943651199341},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.46831947565078735},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.4342229962348938},{"id":"https://openalex.org/keywords/blocking","display_name":"Blocking (statistics)","score":0.4300370216369629},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4263386130332947},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.37293821573257446},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.33969712257385254},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.30838915705680847},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.22593241930007935},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15840595960617065},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1524428129196167}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.768280029296875},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7443677186965942},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.7092193961143494},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7079750299453735},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.6165431141853333},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.5433768033981323},{"id":"https://openalex.org/C30354325","wikidata":"https://www.wikidata.org/wiki/Q204667","display_name":"Backscatter (email)","level":3,"score":0.5128746032714844},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.479838103055954},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4760943651199341},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.46831947565078735},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.4342229962348938},{"id":"https://openalex.org/C144745244","wikidata":"https://www.wikidata.org/wiki/Q4927286","display_name":"Blocking (statistics)","level":2,"score":0.4300370216369629},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4263386130332947},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.37293821573257446},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.33969712257385254},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.30838915705680847},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.22593241930007935},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15840595960617065},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1524428129196167},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcomm.2019.2913871","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2019.2913871","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W594357522","https://openalex.org/W1444434052","https://openalex.org/W1496590343","https://openalex.org/W1814308503","https://openalex.org/W1889296357","https://openalex.org/W1971942712","https://openalex.org/W1990011673","https://openalex.org/W2005503805","https://openalex.org/W2034053794","https://openalex.org/W2056908430","https://openalex.org/W2065154528","https://openalex.org/W2076579100","https://openalex.org/W2090774379","https://openalex.org/W2099461393","https://openalex.org/W2107726111","https://openalex.org/W2109520672","https://openalex.org/W2111360050","https://openalex.org/W2115603171","https://openalex.org/W2119567691","https://openalex.org/W2120465407","https://openalex.org/W2122489958","https://openalex.org/W2134011805","https://openalex.org/W2160998689","https://openalex.org/W2334782222","https://openalex.org/W2461861118","https://openalex.org/W2468666578","https://openalex.org/W2474833369","https://openalex.org/W2512920678","https://openalex.org/W2560844389","https://openalex.org/W2567432857","https://openalex.org/W2592026187","https://openalex.org/W2592853810","https://openalex.org/W2595612820","https://openalex.org/W2621181593","https://openalex.org/W2623021434","https://openalex.org/W2717703042","https://openalex.org/W2735701230","https://openalex.org/W2736078417","https://openalex.org/W2751335644","https://openalex.org/W2775135700","https://openalex.org/W2884005267","https://openalex.org/W2888584885","https://openalex.org/W2915931782","https://openalex.org/W2962946312","https://openalex.org/W2963930261","https://openalex.org/W3101865544","https://openalex.org/W4235178178","https://openalex.org/W4243772471","https://openalex.org/W4256624651","https://openalex.org/W4292923457","https://openalex.org/W6628478440"],"related_works":["https://openalex.org/W2808418668","https://openalex.org/W2101748387","https://openalex.org/W2357975469","https://openalex.org/W4380550992","https://openalex.org/W4322760752","https://openalex.org/W3096874164","https://openalex.org/W2970347269","https://openalex.org/W2146763310","https://openalex.org/W3167472281","https://openalex.org/W2937181779"],"abstract_inverted_index":{"Ambient":[0],"backscatter":[1,33],"has":[2],"been":[3],"introduced":[4],"with":[5,128,171,197],"a":[6,106,115,137],"wide":[7],"range":[8],"of":[9,64,99,105,114,132,174],"applications":[10],"for":[11,29,82],"low":[12],"power":[13],"wireless":[14],"communications.":[15],"In":[16,35],"this":[17,36],"paper,":[18],"we":[19,68,135],"propose":[20],"an":[21],"optimal":[22,80,157],"and":[23,111,153,186,191],"low-complexity":[24,138],"dynamic":[25],"spectrum":[26],"access":[27],"framework":[28,76],"the":[30,38,59,62,65,71,79,83,89,93,103,112,133,145,156,163,172,175,180,188],"RF-powered":[31],"ambient":[32,46,66],"system.":[34],"system,":[37],"secondary":[39,84,146],"transmitter":[40,147],"not":[41,121,167],"only":[42,168],"harvests":[43],"energy":[44],"from":[45,150],"signals":[47,52],"but":[48,177],"also":[49,178],"reflects":[50],"these":[51],"to":[53,58,77,87,108,124,148,184,194],"transmit":[54],"its":[55,151],"modulated":[56],"data":[57],"receiver.":[60],"Under":[61],"dynamics":[63,173],"signals,":[67],"first":[69],"adopt":[70],"Markov":[72],"decision":[73],"process":[74],"(MDP)":[75],"obtain":[78],"policy":[81],"transmitter,":[85],"aiming":[86],"maximize":[88],"system":[90],"throughput.":[91],"However,":[92],"MDP-based":[94],"optimization":[95],"requires":[96],"complete":[97],"knowledge":[98,131],"environment":[100,176],"parameters,":[101],"e.g.,":[102],"probability":[104,113,190],"channel":[107],"be":[109,122],"idle":[110],"successful":[116],"packet":[117],"transmission,":[118],"that":[119,143,162],"may":[120],"practical":[123],"obtain.":[125],"To":[126],"cope":[127],"such":[129],"incomplete":[130],"environment,":[134],"develop":[136],"online":[139],"reinforcement":[140],"learning":[141,165],"algorithm":[142,166],"allows":[144],"\u201clearn\u201d":[149],"decisions":[152],"then":[154],"attain":[155],"policy.":[158],"Simulation":[159],"results":[160],"show":[161],"proposed":[164],"efficiently":[169],"deals":[170],"improves":[179],"average":[181],"throughput":[182],"up":[183,193],"50%":[185],"reduces":[187],"blocking":[189],"delay":[192],"80%":[195],"compared":[196],"conventional":[198],"methods.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}