{"id":"https://openalex.org/W4387986946","doi":"https://doi.org/10.1109/tce.2023.3327730","title":"Joint Energy Replenishment and Data Collection Based on Deep Reinforcement Learning for Wireless Rechargeable Sensor Networks","display_name":"Joint Energy Replenishment and Data Collection Based on Deep Reinforcement Learning for Wireless Rechargeable Sensor Networks","publication_year":2023,"publication_date":"2023-10-27","ids":{"openalex":"https://openalex.org/W4387986946","doi":"https://doi.org/10.1109/tce.2023.3327730"},"language":"en","primary_location":{"id":"doi:10.1109/tce.2023.3327730","doi":"https://doi.org/10.1109/tce.2023.3327730","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2023.3327730","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-d","jufo-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035657322","display_name":"Lingli Zhang","orcid":"https://orcid.org/0009-0000-3009-0914","observed_orcids":["https://orcid.org/0009-0000-3009-0914"]},"institutions":[{"id":"https://openalex.org/I903994226","display_name":"Xuchang University","ror":"https://ror.org/03k174p87","country_code":"CN","type":"education","lineage":["https://openalex.org/I903994226"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lingli Zhang","raw_affiliation_strings":["School of Information Engineering, Xuchang University, Xuchang, China"],"raw_orcid":"https://orcid.org/0009-0000-3009-0914","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Xuchang University, Xuchang, China","institution_ids":["https://openalex.org/I903994226"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5035657322"],"corresponding_institution_ids":["https://openalex.org/I903994226"],"apc_list":{"value":2345,"currency":"USD","value_usd":2345},"apc_paid":null,"fwci":1.0878,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.75514356,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"70","issue":"1","first_page":"1052","last_page":"1062"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9286999702453613,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9286999702453613,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.052000001072883606,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11249","display_name":"Wireless Power Transfer Systems","score":0.0024999999441206455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/wireless-rechargeable-sensor-networks","display_name":"wireless rechargeable sensor networks","score":0.9869999885559082},{"id":"https://openalex.org/keywords/mobile-charging-vehicles","display_name":"mobile charging vehicles","score":0.8690000176429749},{"id":"https://openalex.org/keywords/charging-scheduling","display_name":"charging scheduling","score":0.9290000200271606},{"id":"https://openalex.org/keywords/data-collection-delay","display_name":"data collection delay","score":0.8080000281333923},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.7480000257492065},{"id":"https://openalex.org/keywords/path-planning","display_name":"path planning","score":0.8930000066757202},{"id":"https://openalex.org/keywords/multi-objective-optimization","display_name":"multi-objective optimization","score":0.8730000257492065},{"id":"https://openalex.org/keywords/energy-utilization","display_name":"energy utilization","score":0.7450000047683716},{"id":"https://openalex.org/keywords/energy-replenishment","display_name":"energy replenishment","score":0.5400000214576721},{"id":"https://openalex.org/keywords/sensor-node-energy-consumption","display_name":"sensor node energy consumption","score":0.5690000057220459}],"concepts":[{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.743143618106842},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7014135718345642},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6731736063957214},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.6508219242095947},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5664469599723816},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5632740259170532},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5455930829048157},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5217046141624451},{"id":"https://openalex.org/C111185680","wikidata":"https://www.wikidata.org/wiki/Q3866206","display_name":"Sensor node","level":5,"score":0.442074716091156},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.43059882521629333},{"id":"https://openalex.org/C41971633","wikidata":"https://www.wikidata.org/wiki/Q6398155","display_name":"Key distribution in wireless sensor networks","level":4,"score":0.40836915373802185},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.3818334639072418},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3070523738861084},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.26855987310409546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22588786482810974},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.21956554055213928},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2088741660118103},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.17716124653816223},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07185572385787964},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2023.3327730","doi":"https://doi.org/10.1109/tce.2023.3327730","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2023.3327730","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-d","jufo-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.571399986743927,"display_name":"Affordable and clean energy"},{"id":"https://metadata.un.org/sdg/9","score":0.5378999710083008,"display_name":"Industry, innovation and infrastructure"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G2014527444","display_name":null,"funder_award_id":"232300420158","funder_id":"https://openalex.org/F4320323845","funder_display_name":"Natural Science Foundation of Henan Province"}],"funders":[{"id":"https://openalex.org/F4320323845","display_name":"Natural Science Foundation of Henan Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1977709156","https://openalex.org/W1984283796","https://openalex.org/W1985705155","https://openalex.org/W2004545611","https://openalex.org/W2044831824","https://openalex.org/W2077217589","https://openalex.org/W2208100323","https://openalex.org/W2301321148","https://openalex.org/W2610559890","https://openalex.org/W2766248232","https://openalex.org/W2770926062","https://openalex.org/W2789383398","https://openalex.org/W2792039480","https://openalex.org/W2796290181","https://openalex.org/W2803817764","https://openalex.org/W2901668063","https://openalex.org/W2906198352","https://openalex.org/W2914966500","https://openalex.org/W2923477440","https://openalex.org/W2945663872","https://openalex.org/W2979729385","https://openalex.org/W3002198660","https://openalex.org/W3005634737","https://openalex.org/W3092519895","https://openalex.org/W3128163288","https://openalex.org/W3153074029","https://openalex.org/W3164714171","https://openalex.org/W3172721149","https://openalex.org/W3181361423","https://openalex.org/W4211023624","https://openalex.org/W4281681930","https://openalex.org/W4309825916"],"related_works":["https://openalex.org/W4408841363","https://openalex.org/W4392667172","https://openalex.org/W4394619310","https://openalex.org/W4393252751","https://openalex.org/W4386325869","https://openalex.org/W4392977061","https://openalex.org/W4365149398","https://openalex.org/W3047479346","https://openalex.org/W4408954884","https://openalex.org/W4413695260"],"abstract_inverted_index":{"Rechargeable":[0,68],"wireless":[1],"sensor":[2,32,125,202],"networks":[3],"have":[4],"been":[5],"extensively":[6],"studied":[7],"to":[8,48,110,153,189],"provide":[9],"a":[10,37,54,127],"stable":[11],"and":[12,28,58,83,102,117,164,177,204],"sustainable":[13],"power":[14],"supply":[15],"for":[16,22,66,140],"the":[17,25,31,73,84,95,103,112,119,160,172,198,206],"sensors":[18],"in":[19,40],"many":[20],"applications":[21],"years.":[23],"However,":[24],"complex":[26],"scenarios":[27],"variation":[29],"of":[30,76,88,97,106,115,121,174,210],"node\u2019s":[33],"energy":[34,56,85,98,113,179,207],"consumption":[35],"imposes":[36],"great":[38],"challenge":[39],"obtaining":[41],"an":[42,135],"optimal":[43,136,161],"charging":[44,74,166,178],"scheduling.":[45],"In":[46],"order":[47],"solve":[49],"this":[50],"problem,":[51],"we":[52],"propose":[53],"joint":[55],"replenishment":[57],"data":[59,107,122,199],"collection":[60,123,200],"based":[61,93,142],"on":[62,94,143],"deep":[63],"reinforcement":[64],"learning":[65],"Wireless":[67],"Sensor":[69],"Networks":[70],"(WRSNs).":[71],"Firstly,":[72],"efficiency":[75,209],"Mobile":[77],"Charging":[78],"Vehicle":[79],"(MCV)":[80],"is":[81,132,148],"analyzed,":[82],"utilization":[86,114,208],"rate":[87],"MCV":[89,101,116,141],"can":[90,168,195],"be":[91,169],"measured":[92],"constraints":[96,131],"carried":[99,180],"by":[100,181],"time":[104],"cost":[105],"collection.":[108],"Then,":[109],"maximize":[111],"minimize":[118],"delay":[120],"form":[124],"nodes,":[126],"multi-objective":[128],"model":[129],"with":[130],"established.":[133],"Finally,":[134],"path":[137,155,162],"planning":[138,156,163],"algorithm":[139,194],"Deep":[144],"Reinforcement":[145],"Learning":[146],"(DRL)":[147],"presented.":[149],"By":[150],"using":[151],"DRL":[152],"learn":[154],"strategies":[157],"from":[158,201],"experience,":[159],"balanced":[165],"solution":[167],"obtained":[170],"under":[171],"premise":[173],"limited":[175],"driving":[176],"MCV.":[182,211],"The":[183],"simulation":[184],"results":[185],"show":[186],"that":[187],"compared":[188],"typical":[190],"methods,":[191],"our":[192],"proposed":[193],"effectively":[196],"optimize":[197],"nodes":[203],"improve":[205]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":4}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2023-10-28T00:00:00"}
