{"id":"https://openalex.org/W3040201329","doi":"https://doi.org/10.1109/jiot.2020.3005598","title":"Dynamic Charging Scheme Problem With Actor\u2013Critic Reinforcement Learning","display_name":"Dynamic Charging Scheme Problem With Actor\u2013Critic Reinforcement Learning","publication_year":2020,"publication_date":"2020-06-29","ids":{"openalex":"https://openalex.org/W3040201329","doi":"https://doi.org/10.1109/jiot.2020.3005598","mag":"3040201329"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2020.3005598","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.3005598","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000229589","display_name":"Meiyi Yang","orcid":"https://orcid.org/0000-0003-4548-4945"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meiyi Yang","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-4548-4945","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049512581","display_name":"Nianbo Liu","orcid":"https://orcid.org/0000-0002-3014-1889"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nianbo Liu","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-3014-1889","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089989183","display_name":"Lin Zuo","orcid":"https://orcid.org/0000-0002-1598-1249"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Zuo","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-1598-1249","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072804096","display_name":"Yong Feng","orcid":"https://orcid.org/0000-0002-0908-1623"},"institutions":[{"id":"https://openalex.org/I10660446","display_name":"Kunming University of Science and Technology","ror":"https://ror.org/00xyeez13","country_code":"CN","type":"education","lineage":["https://openalex.org/I10660446"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Feng","raw_affiliation_strings":["Kunming University of Science and Technology, Kunming, China"],"raw_orcid":"https://orcid.org/0000-0002-0908-1623","affiliations":[{"raw_affiliation_string":"Kunming University of Science and Technology, Kunming, China","institution_ids":["https://openalex.org/I10660446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100358122","display_name":"Minghui Liu","orcid":"https://orcid.org/0000-0002-3171-0270"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minghui Liu","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-3171-0270","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102740182","display_name":"Haigang Gong","orcid":"https://orcid.org/0000-0002-7176-4142"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haigang Gong","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-7176-4142","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100347765","display_name":"Ming Liu","orcid":"https://orcid.org/0000-0002-1114-1728"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Liu","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-1114-1728","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4226,"has_fulltext":false,"cited_by_count":50,"citation_normalized_percentile":{"value":0.89356483,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"8","issue":"1","first_page":"370","last_page":"380"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11249","display_name":"Wireless Power Transfer Systems","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11230","display_name":"Innovative Energy Harvesting Technologies","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7978956699371338},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.7451677322387695},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7438987493515015},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.490534245967865},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.488727331161499},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.47095662355422974},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.4582693874835968},{"id":"https://openalex.org/keywords/key-distribution-in-wireless-sensor-networks","display_name":"Key distribution in wireless sensor networks","score":0.44555261731147766},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4206470251083374},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.4116447865962982},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3784887194633484},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.3739374279975891},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.30575037002563477},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.25050216913223267},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.20168837904930115},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1877427101135254},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1313280463218689},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.09815847873687744}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7978956699371338},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.7451677322387695},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7438987493515015},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.490534245967865},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.488727331161499},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.47095662355422974},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.4582693874835968},{"id":"https://openalex.org/C41971633","wikidata":"https://www.wikidata.org/wiki/Q6398155","display_name":"Key distribution in wireless sensor networks","level":4,"score":0.44555261731147766},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4206470251083374},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.4116447865962982},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3784887194633484},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.3739374279975891},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.30575037002563477},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.25050216913223267},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.20168837904930115},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1877427101135254},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1313280463218689},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09815847873687744},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2020.3005598","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.3005598","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.9100000262260437,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G6790179278","display_name":"\u9762\u5411\u707e\u540e\u6551\u63f4\u57fa\u4e8e\u667a\u80fd\u624b\u673a\u7684\u6570\u636e\u62ef\u6551\u7b97\u6cd5\u548c\u534f\u8bae\u7814\u7a76","funder_award_id":"61572113","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7466137411","display_name":null,"funder_award_id":"61877009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8504621272","display_name":null,"funder_award_id":"ZYGX2019J075","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1507616130","https://openalex.org/W1522301498","https://openalex.org/W1783275161","https://openalex.org/W1965823919","https://openalex.org/W1977789451","https://openalex.org/W1985705155","https://openalex.org/W1987103456","https://openalex.org/W1987132100","https://openalex.org/W1990679024","https://openalex.org/W1992600371","https://openalex.org/W1996437502","https://openalex.org/W2022739345","https://openalex.org/W2030316176","https://openalex.org/W2042455779","https://openalex.org/W2075900772","https://openalex.org/W2089066744","https://openalex.org/W2092474425","https://openalex.org/W2097240734","https://openalex.org/W2098035730","https://openalex.org/W2106725684","https://openalex.org/W2107570439","https://openalex.org/W2116385515","https://openalex.org/W2126805955","https://openalex.org/W2132895032","https://openalex.org/W2138523874","https://openalex.org/W2161152645","https://openalex.org/W2170239483","https://openalex.org/W2249625186","https://openalex.org/W2346504534","https://openalex.org/W2473702230","https://openalex.org/W2489128112","https://openalex.org/W2597129839","https://openalex.org/W2602020924","https://openalex.org/W2602731713","https://openalex.org/W2605330858","https://openalex.org/W2612005382","https://openalex.org/W2712101529","https://openalex.org/W2739942511","https://openalex.org/W2780067782","https://openalex.org/W2783740565","https://openalex.org/W2803297847","https://openalex.org/W2803817764","https://openalex.org/W2808181390","https://openalex.org/W2914692474","https://openalex.org/W2946731680","https://openalex.org/W2957579942","https://openalex.org/W2961616887","https://openalex.org/W2969904870","https://openalex.org/W3104612859","https://openalex.org/W4241251285","https://openalex.org/W6675766715"],"related_works":["https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W1531601525","https://openalex.org/W1827895227","https://openalex.org/W4285104409","https://openalex.org/W4210317843"],"abstract_inverted_index":{"The":[0],"energy":[1,29,50],"problem":[2,30],"is":[3,55,107],"one":[4,133],"of":[5,13,19,43,53,70,122,160,172,190,238],"the":[6,11,17,28,35,40,49,64,101,110,120,129,149,158,161,166,170,176,186,205,214,225,233],"most":[7],"important":[8],"challenges":[9],"in":[10,97,125,224],"application":[12,42],"sensor":[14,46,71,144],"networks.":[15],"With":[16],"development":[18],"wireless":[20,36,44],"charging":[21,37,86,94,123,151,198],"technology":[22],"and":[23,66,155,169,180,192,222,228,235],"intelligent":[24],"mobile":[25],"charger":[26],"(MC),":[27],"can":[31,137],"be":[32],"solved":[33],"by":[34,185],"strategy.":[38],"In":[39,88,109],"practical":[41],"rechargeable":[45],"networks":[47,182],"(WRSNs),":[48],"consumption":[51],"rate":[52],"nodes":[54,174],"dynamically":[56],"changed":[57],"due":[58],"to":[59,118],"many":[60],"uncertainties,":[61],"such":[62,212],"as":[63,148,175,213],"death":[65],"different":[67],"transmission":[68],"tasks":[69],"nodes.":[72],"However,":[73],"existing":[74],"works":[75],"focus":[76],"on":[77,100],"on-demand":[78,197],"schemes,":[79],"which":[80],"not":[81],"fully":[82],"consider":[83],"real-time":[84],"global":[85],"scheduling.":[87],"this":[89],"article,":[90],"a":[91],"novel":[92],"dynamic":[93],"scheme":[95],"(DCS)":[96],"WRSN":[98],"based":[99],"actor-critic":[102],"reinforcement":[103],"learning":[104],"(ACRL)":[105],"algorithm":[106,208],"proposed.":[108],"ACRL,":[111],"we":[112,136,164],"introduce":[113],"gated":[114],"recurrent":[115],"units":[116],"(GRUs)":[117],"capture":[119],"relationships":[121],"actions":[124],"time":[126],"sequence.":[127],"Using":[128],"actor":[130],"network":[131],"with":[132,195,220],"GRU":[134],"layer,":[135],"pick":[138],"up":[139,157],"an":[140],"optimal":[141],"or":[142],"near-optimal":[143],"node":[145],"from":[146],"candidates":[147],"next":[150,219],"target":[152],"more":[153],"quickly":[154],"speed":[156],"training":[159],"model.":[162],"Meanwhile,":[163],"take":[165],"tour":[167,229],"length":[168],"number":[171],"dead":[173],"reward":[177],"signal.":[178],"Actor":[179],"critic":[181],"are":[183],"updated":[184],"error":[187],"criterion":[188],"function":[189],"R":[191],"V.":[193],"Compared":[194],"current":[196],"scheduling":[199],"algorithms,":[200,211],"extensive":[201],"simulations":[202],"show":[203],"that":[204],"proposed":[206],"ACRL":[207],"surpasses":[209],"heuristic":[210],"Greedy,":[215],"DP,":[216],"nearest":[217],"job":[218],"preemption,":[221],"TSCA":[223],"average":[226],"lifetime":[227],"length,":[230],"especially":[231],"against":[232],"size":[234],"complexity":[236],"increasing":[237],"WRSNs.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}