{"id":"https://openalex.org/W3119158141","doi":"https://doi.org/10.1109/lwc.2020.3030695","title":"A Multi-Featured Actor-Critic Relay Selection Scheme for Large-Scale Energy Harvesting WSNs","display_name":"A Multi-Featured Actor-Critic Relay Selection Scheme for Large-Scale Energy Harvesting WSNs","publication_year":2020,"publication_date":"2020-10-13","ids":{"openalex":"https://openalex.org/W3119158141","doi":"https://doi.org/10.1109/lwc.2020.3030695","mag":"3119158141"},"language":"en","primary_location":{"id":"doi:10.1109/lwc.2020.3030695","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lwc.2020.3030695","pdf_url":null,"source":{"id":"https://openalex.org/S2500830676","display_name":"IEEE Wireless Communications Letters","issn_l":"2162-2337","issn":["2162-2337","2162-2345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100450979","display_name":"Tong Wang","orcid":"https://orcid.org/0000-0002-1062-8630"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tong Wang","raw_affiliation_strings":["School of Electronics and Information Engineering, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-1062-8630","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067049042","display_name":"Shiting Wu","orcid":"https://orcid.org/0000-0002-3878-6526"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiting Wu","raw_affiliation_strings":["School of Electronics and Information Engineering, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108047876","display_name":"Zhenyong Wang","orcid":"https://orcid.org/0000-0001-8236-7073"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyong Wang","raw_affiliation_strings":["School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0001-8236-7073","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071060953","display_name":"Yufei Jiang","orcid":"https://orcid.org/0000-0003-0523-8117"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yufei Jiang","raw_affiliation_strings":["School of Electronics and Information Engineering, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-0523-8117","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063352703","display_name":"Ting Ma","orcid":"https://orcid.org/0000-0001-8819-6228"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Ma","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China","School of Electronics and Information Engineering, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-8819-6228","affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"School of Electronics and Information Engineering, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100753650","display_name":"Zhihua Yang","orcid":"https://orcid.org/0000-0002-6478-4866"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihua Yang","raw_affiliation_strings":["School of Electronics and Information Engineering, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-6478-4866","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100450979"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":0.8323,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.73787905,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"10","issue":"1","first_page":"180","last_page":"184"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7724053859710693},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7038316130638123},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.6933450102806091},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6688755750656128},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.60691899061203},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.5894666910171509},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5809088945388794},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.4839044511318207},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.48384490609169006},{"id":"https://openalex.org/keywords/queuing-delay","display_name":"Queuing delay","score":0.4704686105251312},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4405783414840698},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.42583441734313965},{"id":"https://openalex.org/keywords/timer","display_name":"Timer","score":0.41523271799087524},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.37458693981170654},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3185955286026001},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3085728585720062},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14513570070266724},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11169913411140442},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11057361960411072},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0975492000579834}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7724053859710693},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7038316130638123},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.6933450102806091},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6688755750656128},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.60691899061203},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.5894666910171509},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5809088945388794},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.4839044511318207},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.48384490609169006},{"id":"https://openalex.org/C196095461","wikidata":"https://www.wikidata.org/wiki/Q576842","display_name":"Queuing delay","level":3,"score":0.4704686105251312},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4405783414840698},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.42583441734313965},{"id":"https://openalex.org/C2776633867","wikidata":"https://www.wikidata.org/wiki/Q186612","display_name":"Timer","level":3,"score":0.41523271799087524},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37458693981170654},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3185955286026001},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3085728585720062},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14513570070266724},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11169913411140442},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11057361960411072},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0975492000579834},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lwc.2020.3030695","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lwc.2020.3030695","pdf_url":null,"source":{"id":"https://openalex.org/S2500830676","display_name":"IEEE Wireless Communications Letters","issn_l":"2162-2337","issn":["2162-2337","2162-2345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1764901809","display_name":null,"funder_award_id":"61801145","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3154182134","display_name":null,"funder_award_id":"61901138","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4817022277","display_name":null,"funder_award_id":"61871426","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G876157460","display_name":null,"funder_award_id":"2018A030313298","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2046376809","https://openalex.org/W2103724767","https://openalex.org/W2121863487","https://openalex.org/W2130509337","https://openalex.org/W2141203641","https://openalex.org/W2585355250","https://openalex.org/W2776006509","https://openalex.org/W2781924384","https://openalex.org/W2898035736","https://openalex.org/W2946061591","https://openalex.org/W2999146029","https://openalex.org/W3098133185","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W2360439717","https://openalex.org/W2388292776","https://openalex.org/W2765214557","https://openalex.org/W2358115907","https://openalex.org/W2132767805","https://openalex.org/W2002553083","https://openalex.org/W2043600582","https://openalex.org/W2581865514","https://openalex.org/W2100059305","https://openalex.org/W2059960749"],"abstract_inverted_index":{"In":[0],"this":[1],"letter,":[2],"we":[3],"focus":[4],"on":[5,53,115],"the":[6,20,72,90,113],"design":[7],"of":[8,140],"a":[9,47,95],"relay":[10,49],"selection":[11,50],"scheme":[12,51,80,97,134],"in":[13,40,85,138],"large-scale":[14],"energy-harvesting":[15],"wireless":[16],"sensor":[17],"networks.":[18],"Considering":[19],"dynamic":[21],"nature":[22],"required":[23],"for":[24],"practical":[25],"networks,":[26],"multiple":[27],"features,":[28],"including":[29],"queuing":[30],"state,":[31],"energy":[32,76,118,146],"level,":[33],"channel":[34],"quality,":[35],"and":[36,75,101,117,124,143,148],"location,":[37],"are":[38],"involved":[39],"modeling.":[41],"By":[42],"introducing":[43],"reinforcement":[44],"learning":[45],"techniques,":[46],"novel":[48],"based":[52],"an":[54],"actor-critic":[55],"algorithm":[56],"with":[57,121],"linear":[58],"function":[59],"approximation":[60],"is":[61,98,109],"proposed":[62,79,133],"to":[63,88,111],"improve":[64],"network":[65,141],"reliability":[66,142],"while":[67],"also":[68],"taking":[69],"into":[70],"account":[71],"transmission":[73,150],"delay":[74],"efficiency.":[77,119],"The":[78,106],"can":[81],"be":[82],"implemented":[83],"independently":[84],"each":[86],"source":[87],"maximize":[89],"data":[91],"delivery":[92],"ratio.":[93],"Such":[94],"distributed":[96],"more":[99],"stable":[100],"scalable":[102],"than":[103],"centralized":[104],"structures.":[105],"Lagrangian":[107],"formula":[108],"applied":[110],"satisfy":[112],"constraints":[114],"hops":[116],"Compared":[120],"traditional":[122],"timer-based":[123],"Q-learning-based":[125],"schemes,":[126],"our":[127,132],"simulation":[128],"results":[129],"show":[130],"that":[131],"achieves":[135],"good":[136],"performance":[137],"terms":[139],"obtains":[144],"higher":[145],"efficiency":[147],"lower":[149],"delay.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}