{"id":"https://openalex.org/W3118461549","doi":"https://doi.org/10.1109/nca51143.2020.9306695","title":"Q-learning-based, Optimized On-demand Charging Algorithm in WRSN","display_name":"Q-learning-based, Optimized On-demand Charging Algorithm in WRSN","publication_year":2020,"publication_date":"2020-11-24","ids":{"openalex":"https://openalex.org/W3118461549","doi":"https://doi.org/10.1109/nca51143.2020.9306695","mag":"3118461549"},"language":"en","primary_location":{"id":"doi:10.1109/nca51143.2020.9306695","is_oa":false,"landing_page_url":"https://doi.org/10.1109/nca51143.2020.9306695","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 19th International Symposium on Network Computing and Applications (NCA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043806053","display_name":"La Van Quan","orcid":null},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":true,"raw_author_name":"La Van Quan","raw_affiliation_strings":["School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058485829","display_name":"Phi Le Nguyen","orcid":"https://orcid.org/0000-0001-6547-7641"},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Phi Le Nguyen","raw_affiliation_strings":["School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077593563","display_name":"Thanh-Hung Nguyen","orcid":"https://orcid.org/0000-0001-6290-2841"},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Thanh-Hung Nguyen","raw_affiliation_strings":["School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Technology, Hanoi University of Science and Technology, Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077043884","display_name":"Kien Nguyen","orcid":"https://orcid.org/0000-0003-0400-3084"},"institutions":[{"id":"https://openalex.org/I159385669","display_name":"Chiba University","ror":"https://ror.org/01hjzeq58","country_code":"JP","type":"education","lineage":["https://openalex.org/I159385669"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kien Nguyen","raw_affiliation_strings":["Graduate School of Engineering, Chiba University, Chiba, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Engineering, Chiba University, Chiba, Japan","institution_ids":["https://openalex.org/I159385669"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5043806053"],"corresponding_institution_ids":["https://openalex.org/I94518387"],"apc_list":null,"apc_paid":null,"fwci":1.5412,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.8339915,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11249","display_name":"Wireless Power Transfer Systems","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7112579345703125},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.6443328857421875},{"id":"https://openalex.org/keywords/inductive-charging","display_name":"Inductive charging","score":0.5343427062034607},{"id":"https://openalex.org/keywords/power-demand","display_name":"Power demand","score":0.5121786594390869},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5084165930747986},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.49773934483528137},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.49415114521980286},{"id":"https://openalex.org/keywords/wireless-power-transfer","display_name":"Wireless power transfer","score":0.46637919545173645},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.45973268151283264},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4434184730052948},{"id":"https://openalex.org/keywords/charging-station","display_name":"Charging station","score":0.4397229254245758},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.395229697227478},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.25463855266571045},{"id":"https://openalex.org/keywords/electric-vehicle","display_name":"Electric vehicle","score":0.21944564580917358},{"id":"https://openalex.org/keywords/power-consumption","display_name":"Power consumption","score":0.169573575258255},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.15425091981887817},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10137706995010376}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7112579345703125},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.6443328857421875},{"id":"https://openalex.org/C2776199953","wikidata":"https://www.wikidata.org/wiki/Q2611270","display_name":"Inductive charging","level":3,"score":0.5343427062034607},{"id":"https://openalex.org/C2983317576","wikidata":"https://www.wikidata.org/wiki/Q1853339","display_name":"Power demand","level":4,"score":0.5121786594390869},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5084165930747986},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.49773934483528137},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.49415114521980286},{"id":"https://openalex.org/C2779423816","wikidata":"https://www.wikidata.org/wiki/Q6856398","display_name":"Wireless power transfer","level":3,"score":0.46637919545173645},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.45973268151283264},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4434184730052948},{"id":"https://openalex.org/C2779607880","wikidata":"https://www.wikidata.org/wiki/Q2140665","display_name":"Charging station","level":4,"score":0.4397229254245758},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.395229697227478},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.25463855266571045},{"id":"https://openalex.org/C2776422217","wikidata":"https://www.wikidata.org/wiki/Q13629441","display_name":"Electric vehicle","level":3,"score":0.21944564580917358},{"id":"https://openalex.org/C2984118289","wikidata":"https://www.wikidata.org/wiki/Q29954","display_name":"Power consumption","level":3,"score":0.169573575258255},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.15425091981887817},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10137706995010376},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/nca51143.2020.9306695","is_oa":false,"landing_page_url":"https://doi.org/10.1109/nca51143.2020.9306695","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 19th International Symposium on Network Computing and Applications (NCA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W2077217589","https://openalex.org/W2116385515","https://openalex.org/W2413037102","https://openalex.org/W2489128112","https://openalex.org/W2546797821","https://openalex.org/W2601195941","https://openalex.org/W2602731713","https://openalex.org/W2612005382","https://openalex.org/W2792039480","https://openalex.org/W2792880844","https://openalex.org/W2794197032","https://openalex.org/W2803998198","https://openalex.org/W2806060811","https://openalex.org/W2899149379","https://openalex.org/W2901668063","https://openalex.org/W2919739798","https://openalex.org/W2973247266","https://openalex.org/W2982670338","https://openalex.org/W3020995460","https://openalex.org/W3047479346","https://openalex.org/W6735757243","https://openalex.org/W6781491888"],"related_works":["https://openalex.org/W2560290212","https://openalex.org/W3215070027","https://openalex.org/W2460811748","https://openalex.org/W3136464700","https://openalex.org/W2776674530","https://openalex.org/W4321384607","https://openalex.org/W2980957315","https://openalex.org/W3047752838","https://openalex.org/W4312607807","https://openalex.org/W2083305053"],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"a":[3,15,51,55,101,112],"novel":[4,56],"charging":[5,40,58,65,70,114],"strategy":[6],"for":[7,60,121],"wireless":[8],"rechargeable":[9],"sensor":[10,27,97],"networks":[11],"(WRSNs),":[12],"in":[13,105,130,162],"which":[14,99],"mobile":[16],"charger":[17],"(MC)":[18],"moves":[19],"and":[20,48,159],"wirelessly":[21],"transfers":[22],"the":[23,26,38,43,64,77,88,96,106,122,133,144,147,157,163],"power":[24,120],"to":[25,86,117,132,167],"nodes.":[28],"The":[29,136],"first":[30,148],"distinct":[31],"point":[32],"of":[33,45,76,90],"this":[34],"work":[35],"is":[36,150],"designing":[37],"MC's":[39,69],"algorithm":[41],"under":[42],"consideration":[44],"target":[46,149],"coverage":[47],"connectivity.":[49],"As":[50],"solution,":[52],"we":[53,73],"introduce":[54],"on-demand":[57],"scheme":[59],"WRSNs":[61],"that":[62,140],"optimize":[63],"time":[66,145],"at":[67],"each":[68],"location.":[71],"Moreover,":[72],"take":[74],"advantage":[75],"Q-learning":[78],"technique":[79],"(i.e.,":[80],"hence":[81],"named":[82],"our":[83,128],"algorithms":[84],"Q-charging)":[85],"maximize":[87],"number":[89],"monitored":[91,152],"targets.":[92],"Q-charging":[93,109,141],"can":[94,110,142],"prioritize":[95],"nodes,":[98],"play":[100],"more":[102],"critical":[103],"role":[104],"network.":[107],"Hence,":[108],"select":[111],"suitable":[113],"location":[115],"aiming":[116],"provide":[118],"sufficient":[119],"prioritized":[123],"sensors.":[124],"We":[125],"have":[126],"evaluated":[127],"proposal":[129],"comparison":[131],"previous":[134],"works.":[135],"evaluation":[137],"results":[138],"show":[139],"prolong":[143],"until":[146],"not":[151],"by":[153],"5.2":[154],"times":[155,161],"on":[156],"average,":[158],"14.3":[160],"best":[164],"case,":[165],"compared":[166],"existing":[168],"algorithms.":[169]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}