{"id":"https://openalex.org/W4392173770","doi":"https://doi.org/10.1109/tcomm.2024.3369694","title":"Reinforcement Learning-Based Adaptive Stateless Routing for Ambient Backscatter Wireless Sensor Networks","display_name":"Reinforcement Learning-Based Adaptive Stateless Routing for Ambient Backscatter Wireless Sensor Networks","publication_year":2024,"publication_date":"2024-02-26","ids":{"openalex":"https://openalex.org/W4392173770","doi":"https://doi.org/10.1109/tcomm.2024.3369694"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2024.3369694","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2024.3369694","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069766040","display_name":"Huanyu Guo","orcid":"https://orcid.org/0000-0002-3129-7957"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Huanyu Guo","raw_affiliation_strings":["School of Computer Science, Harbin Institute of Technology, Harbin, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100321852","display_name":"Donghua Yang","orcid":"https://orcid.org/0000-0002-6102-1804"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Donghua Yang","raw_affiliation_strings":["School of Computer Science, Harbin Institute of Technology, Harbin, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070851627","display_name":"Hong Gao","orcid":"https://orcid.org/0000-0002-2000-6683"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I135237710","display_name":"Zhejiang Normal University","ror":"https://ror.org/01vevwk45","country_code":"CN","type":"education","lineage":["https://openalex.org/I135237710"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Gao","raw_affiliation_strings":["School of Computer Science, Harbin Institute of Technology, Harbin, China","Zhejiang Normal University, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Zhejiang Normal University, China","institution_ids":["https://openalex.org/I135237710"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5069766040"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":0.6639,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.66618714,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"72","issue":"7","first_page":"4206","last_page":"4225"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6595762372016907},{"id":"https://openalex.org/keywords/backscatter","display_name":"Backscatter (email)","score":0.6293702721595764},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.6036534905433655},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5770077705383301},{"id":"https://openalex.org/keywords/stateless-protocol","display_name":"Stateless protocol","score":0.5536945462226868},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.513391375541687},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5001075267791748},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.48888248205184937},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.41832464933395386},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23873212933540344},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.23728156089782715},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.09195715188980103}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6595762372016907},{"id":"https://openalex.org/C30354325","wikidata":"https://www.wikidata.org/wiki/Q204667","display_name":"Backscatter (email)","level":3,"score":0.6293702721595764},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.6036534905433655},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5770077705383301},{"id":"https://openalex.org/C103613024","wikidata":"https://www.wikidata.org/wiki/Q230924","display_name":"Stateless protocol","level":3,"score":0.5536945462226868},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.513391375541687},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5001075267791748},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.48888248205184937},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.41832464933395386},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23873212933540344},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.23728156089782715},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.09195715188980103}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcomm.2024.3369694","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2024.3369694","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.6499999761581421}],"awards":[{"id":"https://openalex.org/G4080921903","display_name":null,"funder_award_id":"U22A2025","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8105681314","display_name":null,"funder_award_id":"U19A2029","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W41554520","https://openalex.org/W1916723779","https://openalex.org/W2017798417","https://openalex.org/W2019826892","https://openalex.org/W2024215262","https://openalex.org/W2094387729","https://openalex.org/W2099633905","https://openalex.org/W2101963262","https://openalex.org/W2109520672","https://openalex.org/W2113913482","https://openalex.org/W2116913505","https://openalex.org/W2117600129","https://openalex.org/W2120144520","https://openalex.org/W2127774119","https://openalex.org/W2150339816","https://openalex.org/W2150689903","https://openalex.org/W2151708438","https://openalex.org/W2156626839","https://openalex.org/W2256420211","https://openalex.org/W2512920678","https://openalex.org/W2583922584","https://openalex.org/W2588576993","https://openalex.org/W2615463707","https://openalex.org/W2765202988","https://openalex.org/W2775135700","https://openalex.org/W2783034914","https://openalex.org/W2783611843","https://openalex.org/W2888584885","https://openalex.org/W2902031701","https://openalex.org/W2914242191","https://openalex.org/W2988139230","https://openalex.org/W3013624087","https://openalex.org/W3137484070","https://openalex.org/W3174840998","https://openalex.org/W4225948317","https://openalex.org/W4242781462","https://openalex.org/W4256624651","https://openalex.org/W4285070849","https://openalex.org/W4313546718","https://openalex.org/W4317926930","https://openalex.org/W4321769414","https://openalex.org/W6600284362","https://openalex.org/W6630994837","https://openalex.org/W6680194329","https://openalex.org/W6683195989","https://openalex.org/W6683204974","https://openalex.org/W6698074783","https://openalex.org/W6734510151","https://openalex.org/W6794728348"],"related_works":["https://openalex.org/W3040374273","https://openalex.org/W2955572513","https://openalex.org/W4360604845","https://openalex.org/W151293476","https://openalex.org/W2116712504","https://openalex.org/W2036359834","https://openalex.org/W3130948357","https://openalex.org/W2806284780","https://openalex.org/W4231088008","https://openalex.org/W2259295252"],"abstract_inverted_index":{"This":[0,41],"paper":[1],"explores":[2],"the":[3,22,59,66,89,93,107,114,122,148,158,167,184,189],"routing":[4,90,124],"problem":[5,91],"in":[6,43,68,162],"ambient":[7],"backscatter":[8,36],"wireless":[9],"sensor":[10,28],"networks":[11],"(AB-WSNs)":[12],"using":[13],"reinforcement":[14],"learning":[15,134,140,152,171,191],"approaches.":[16],"Ambient":[17],"RF":[18],"signals":[19],"serve":[20],"as":[21],"only":[23],"power":[24],"source":[25],"for":[26,144],"battery-less":[27],"nodes":[29],"and":[30,46,126,173,186],"are":[31],"also":[32],"leveraged":[33],"to":[34,55,58,82,100,120,156],"enable":[35],"communication":[37],"among":[38],"these":[39],"nodes.":[40],"results":[42,182],"intermittent":[44],"connection":[45],"dynamic":[47],"topology":[48],"within":[49],"AB-WSNs,":[50],"thereby":[51],"making":[52],"it":[53],"difficult":[54],"route":[56,103],"data":[57,62],"sink,":[60],"e.g.,":[61],"may":[63],"not":[64],"reach":[65],"sink":[67],"a":[69,75,138,150],"timely":[70],"manner.":[71],"We":[72,86,165],"first":[73],"introduce":[74],"multi-agent":[76],"network":[77],"model":[78,88],"with":[79,92],"two":[80,133],"mechanisms":[81],"address":[83],"this":[84],"issue.":[85],"then":[87],"Markov":[94],"decision":[95],"process,":[96],"allowing":[97],"each":[98,118],"node":[99,119],"make":[101],"informed":[102],"decisions":[104],"based":[105],"on":[106],"current":[108],"state":[109],"of":[110,116,160,169,188],"its":[111],"neighbors.":[112],"With":[113],"aim":[115],"enabling":[117],"learn":[121],"optimal":[123],"policy":[125],"do":[127],"adaptive":[128],"stateless":[129],"routing,":[130],"we":[131],"propose":[132],"algorithms.":[135],"The":[136,180],"first,":[137],"value-based":[139],"algorithm,":[141,153],"is":[142,154],"designed":[143],"sparse":[145],"AB-WSNs.":[146,164],"And":[147],"second,":[149],"policy-based":[151],"intended":[155],"tackle":[157],"curse":[159],"dimensionality":[161],"dense":[163],"analyze":[166],"convergence":[168,185],"both":[170],"algorithms":[172,192],"evaluate":[174],"their":[175],"performance":[176],"through":[177],"extensive":[178],"experiments.":[179],"experiment":[181],"validate":[183],"efficiency":[187],"proposed":[190],"under":[193],"various":[194],"conditions.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-02-27T16:54:17.756197","created_date":"2025-10-10T00:00:00"}