{"id":"https://openalex.org/W4396629961","doi":"https://doi.org/10.1145/3654446.3654512","title":"Reinforcement Learning Based Cluster Formation Algorithm in Wireless Sensor Networks","display_name":"Reinforcement Learning Based Cluster Formation Algorithm in Wireless Sensor Networks","publication_year":2023,"publication_date":"2023-12-08","ids":{"openalex":"https://openalex.org/W4396629961","doi":"https://doi.org/10.1145/3654446.3654512"},"language":"en","primary_location":{"id":"doi:10.1145/3654446.3654512","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3654446.3654512","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3654446.3654512","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd International Conference on Signal Processing, Computer Networks and Communications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3654446.3654512","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048228311","display_name":"Adama Fofana","orcid":"https://orcid.org/0009-0003-4301-9297"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Adama Hawa Rahima Fofana","raw_affiliation_strings":["School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, China"],"raw_orcid":"https://orcid.org/0009-0003-4301-9297","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020583547","display_name":"Jianjun Lei","orcid":"https://orcid.org/0000-0002-1965-3170"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianjun Lei","raw_affiliation_strings":["School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, China"],"raw_orcid":"https://orcid.org/0000-0002-1965-3170","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Chongqing University of Posts and Telecommunications, China","institution_ids":["https://openalex.org/I10535382"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I10535382"],"apc_list":null,"apc_paid":null,"fwci":1.0873,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.77570507,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"367","last_page":"371"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.8019679188728333},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.7652032375335693},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7398930788040161},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6542274951934814},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4878968894481659},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.4492258131504059},{"id":"https://openalex.org/keywords/key-distribution-in-wireless-sensor-networks","display_name":"Key distribution in wireless sensor networks","score":0.43634289503097534},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3656913638114929},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.34755897521972656},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.2924695611000061},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2063119113445282},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08321911096572876}],"concepts":[{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.8019679188728333},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.7652032375335693},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7398930788040161},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6542274951934814},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4878968894481659},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.4492258131504059},{"id":"https://openalex.org/C41971633","wikidata":"https://www.wikidata.org/wiki/Q6398155","display_name":"Key distribution in wireless sensor networks","level":4,"score":0.43634289503097534},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3656913638114929},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.34755897521972656},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.2924695611000061},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2063119113445282},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08321911096572876},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3654446.3654512","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3654446.3654512","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3654446.3654512","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd International Conference on Signal Processing, Computer Networks and Communications","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3654446.3654512","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3654446.3654512","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3654446.3654512","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd International Conference on Signal Processing, Computer Networks and Communications","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396629961.pdf","grobid_xml":"https://content.openalex.org/works/W4396629961.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W2105128177","https://openalex.org/W2136584409","https://openalex.org/W2519545400","https://openalex.org/W3013490263","https://openalex.org/W3021497565","https://openalex.org/W3041251992","https://openalex.org/W3133748253","https://openalex.org/W3160567186","https://openalex.org/W3171050414","https://openalex.org/W4200381754","https://openalex.org/W4316659817","https://openalex.org/W4367016293"],"related_works":["https://openalex.org/W1975451135","https://openalex.org/W917005982","https://openalex.org/W2148549110","https://openalex.org/W2295628284","https://openalex.org/W2890570089","https://openalex.org/W3095958166","https://openalex.org/W2129477171","https://openalex.org/W2593729912","https://openalex.org/W3148968234","https://openalex.org/W2012250365"],"abstract_inverted_index":{"Wireless":[0],"Sensor":[1],"Networks":[2],"(WSNs)":[3],"play":[4],"a":[5,22,58,81],"pivotal":[6],"role":[7],"in":[8,133],"various":[9,12],"domains,":[10],"offering":[11],"applications":[13],"from":[14],"environmental":[15],"monitoring":[16],"to":[17,71,89],"industrial":[18],"automation.":[19],"Clustering":[20,123],"is":[21],"fundamental":[23],"technique":[24],"that":[25,115],"facilitates":[26],"long-distance":[27],"data":[28],"transmission":[29],"with":[30],"minimal":[31],"energy":[32,143],"loss":[33],"for":[34,65,84,93],"energy-constrained":[35],"sensor":[36],"nodes.":[37,149],"The":[38,111],"selection":[39,63,105],"of":[40,135,147],"optimal":[41],"cluster":[42],"head":[43],"(CH)":[44],"profoundly":[45],"impacts":[46],"network":[47,53,74,109,136],"performance":[48],"by":[49,140],"efficiently":[50],"extending":[51],"the":[52,73,94,108,116,120,145],"longevity.":[54],"This":[55,98],"paper":[56],"presents":[57],"holistic":[59],"clustering":[60,70],"and":[61,106,126,144],"CH":[62,92,104],"algorithm":[64,118],"WSNs,":[66],"which":[67],"employs":[68],"K-Means":[69],"partition":[72],"into":[75],"distinct":[76],"clusters.":[77],"Moreover,":[78],"we":[79],"utilize":[80],"Soft":[82],"Actor-Critic":[83],"Discrete":[85],"Action":[86],"Space":[87],"(SAC-D)":[88],"dynamically":[90],"assign":[91],"dynamic":[95],"real-time":[96],"network.":[97],"reinforcement":[99],"learning":[100],"based":[101],"approach":[102],"optimizes":[103],"enhances":[107],"lifespan.":[110],"simulation":[112],"results":[113],"show":[114],"proposed":[117],"outperforms":[119],"Low-Energy":[121],"Adaptive":[122],"Hierarchy":[124],"(LEACH)":[125],"Energy-Aware":[127],"Multi-Hop":[128],"Multi-Path":[129],"Hierarchical":[130],"(EAMMH)":[131],"protocols":[132],"terms":[134],"lifespan,":[137],"as":[138],"indicated":[139],"average":[141],"remaining":[142],"number":[146],"dying":[148]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2025-10-10T00:00:00"}