{"id":"https://openalex.org/W4385299378","doi":"https://doi.org/10.1109/tmc.2023.3299238","title":"Asynchronous Multi-Agent Reinforcement Learning for Collaborative Partial Charging in Wireless Rechargeable Sensor Networks","display_name":"Asynchronous Multi-Agent Reinforcement Learning for Collaborative Partial Charging in Wireless Rechargeable Sensor Networks","publication_year":2023,"publication_date":"2023-07-27","ids":{"openalex":"https://openalex.org/W4385299378","doi":"https://doi.org/10.1109/tmc.2023.3299238"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2023.3299238","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2023.3299238","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103181632","display_name":"Yongheng Liang","orcid":"https://orcid.org/0000-0001-7074-218X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongheng Liang","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-Sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-7074-218X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-Sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102755158","display_name":"Hejun Wu","orcid":"https://orcid.org/0000-0001-9758-5698"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hejun Wu","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-Sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-9758-5698","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-Sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038214042","display_name":"Haitao Wang","orcid":"https://orcid.org/0000-0002-8394-6410"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haitao Wang","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-Sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-8394-6410","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-Sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":1.4092,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.80200017,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"23","issue":"5","first_page":"4806","last_page":"4818"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9790999889373779,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9355000257492065,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8698190450668335},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7532655000686646},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6389034986495972},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6289105415344238},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.628284215927124},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.6255837678909302},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.5628033876419067},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5256256461143494},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.42842721939086914},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3545871675014496},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.30240216851234436},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12238198518753052}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8698190450668335},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7532655000686646},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6389034986495972},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6289105415344238},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.628284215927124},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.6255837678909302},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.5628033876419067},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5256256461143494},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.42842721939086914},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3545871675014496},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.30240216851234436},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12238198518753052},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2023.3299238","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2023.3299238","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3373226507","display_name":null,"funder_award_id":"62272497","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1827297289","https://openalex.org/W2011741843","https://openalex.org/W2089066744","https://openalex.org/W2116385515","https://openalex.org/W2128990851","https://openalex.org/W2157331557","https://openalex.org/W2530962206","https://openalex.org/W2546797821","https://openalex.org/W2747213132","https://openalex.org/W2789383398","https://openalex.org/W2893607158","https://openalex.org/W2897417898","https://openalex.org/W2906198352","https://openalex.org/W2924816077","https://openalex.org/W2965676832","https://openalex.org/W2965757358","https://openalex.org/W3005634737","https://openalex.org/W3020995460","https://openalex.org/W3035700320","https://openalex.org/W3035735854","https://openalex.org/W3037164854","https://openalex.org/W3047383835","https://openalex.org/W3090863380","https://openalex.org/W3099689767","https://openalex.org/W3111077973","https://openalex.org/W3116059608","https://openalex.org/W3159284201","https://openalex.org/W3185376184","https://openalex.org/W3185824521","https://openalex.org/W4200635928","https://openalex.org/W4205191366","https://openalex.org/W4292387505","https://openalex.org/W6638685980","https://openalex.org/W6738796088","https://openalex.org/W6749304979","https://openalex.org/W6755326576","https://openalex.org/W6775788706","https://openalex.org/W6779282036","https://openalex.org/W6779907882","https://openalex.org/W6787511818","https://openalex.org/W6803706002","https://openalex.org/W6804772316","https://openalex.org/W6843241716"],"related_works":["https://openalex.org/W2116677773","https://openalex.org/W2155261584","https://openalex.org/W2584231425","https://openalex.org/W2042919702","https://openalex.org/W2150611273","https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4207086172","https://openalex.org/W4380318855","https://openalex.org/W4225981436"],"abstract_inverted_index":{"Online":[0],"Scheduling":[1],"for":[2,11,32],"Partial":[3],"charging":[4,27,37,48,88,98],"with":[5,21,145],"Multi-Mobile":[6],"Chargers":[7,85],"(OSPM)":[8],"is":[9,71],"critical":[10],"Wireless":[12],"Rechargeable":[13],"Sensor":[14],"Networks":[15],"(WRSNs)":[16],"performing":[17,87],"high-power":[18],"monitoring":[19],"tasks":[20,89],"a":[22,127,131],"large":[23],"number":[24],"of":[25,38,113,176],"simultaneous":[26,111],"requests.":[28],"However,":[29],"existing":[30,77,181],"studies":[31,59],"online":[33,74],"scheduling":[34,53],"assume":[35,80],"full":[36],"sensors,":[39],"leading":[40],"to":[41,92,108,140],"delays":[42],"and":[43,55,97,120,134,149,155,192],"inefficient":[44],"resource":[45],"utilization.":[46],"Partially":[47],"the":[49,93,101,110,146],"sensors":[50],"can":[51],"improve":[52],"efficiency":[54],"flexibility,":[56],"but":[57,183],"these":[58],"focus":[60],"on":[61],"off-line":[62],"scheduling,":[63],"hindering":[64],"dynamic":[65],"decision-making.":[66],"Multi-Agent":[67],"Reinforcement":[68],"Learning":[69],"(MARL)":[70],"advantageous":[72],"in":[73,95,174],"collaboration.":[75],"Nevertheless,":[76],"MARL":[78],"methods":[79,188],"synchronized":[81],"actions,":[82],"while":[83],"Mobile":[84],"(MCs)":[86],"asynchronously":[90],"due":[91,139],"difference":[94],"movement":[96],"times.":[99],"On":[100],"other":[102],"hand,":[103],"hybrid":[104],"actions":[105],"are":[106],"required":[107],"capture":[109],"decision-making":[112],"MCs,":[114],"involving":[115],"sensor":[116],"selection":[117],"(discrete":[118],"action)":[119],"energy":[121],"allocation":[122],"(continuous":[123],"parameter).":[124],"This":[125],"introduces":[126],"circular":[128],"dependency":[129],"between":[130],"discrete":[132],"action":[133],"its":[135],"corresponding":[136],"continuous":[137],"parameter":[138],"their":[141],"interdependence.":[142],"To":[143],"deal":[144],"above":[147],"problems":[148],"address":[150],"OSPM,":[151],"we":[152],"propose":[153],"Asynchronous":[154],"Scalable":[156],"Multi-agent":[157],"Hybrid":[158],"Proximal":[159],"Policy":[160],"Optimization":[161],"(ASM-HPPO).":[162],"The":[163],"evaluation":[164],"results":[165],"not":[166],"only":[167],"indicate":[168],"that":[169,186],"our":[170,187],"ASM-HPPO":[171],"has":[172],"advantages":[173],"terms":[175],"various":[177],"performance":[178],"metrics":[179],"over":[180],"schemes,":[182],"also":[184],"demonstrate":[185],"achieve":[189],"higher":[190],"stability":[191],"scalability.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2}],"updated_date":"2026-08-02T14:50:37.381335","created_date":"2025-10-10T00:00:00"}