{"id":"https://openalex.org/W3008631327","doi":"https://doi.org/10.1109/globecom38437.2019.9014179","title":"Deep Reinforcement Learning-Based Topology Optimization for Self-Organized Wireless Sensor Networks","display_name":"Deep Reinforcement Learning-Based Topology Optimization for Self-Organized Wireless Sensor Networks","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W3008631327","doi":"https://doi.org/10.1109/globecom38437.2019.9014179","mag":"3008631327"},"language":"en","primary_location":{"id":"doi:10.1109/globecom38437.2019.9014179","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom38437.2019.9014179","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102005895","display_name":"Xiangyue Meng","orcid":"https://orcid.org/0000-0001-5943-6210"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Xiangyue Meng","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The University of Melbourne, Melbourne, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The University of Melbourne, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041857227","display_name":"Hazer \u0130naltekin","orcid":"https://orcid.org/0000-0003-0147-4403"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hazer Inaltekin","raw_affiliation_strings":["School of Engineering, Macquarie University, North Ryde, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Engineering, Macquarie University, North Ryde, NSW, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031277560","display_name":"Brian Krongold","orcid":"https://orcid.org/0000-0003-1619-3516"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Brian Krongold","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The University of Melbourne, Melbourne, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The University of Melbourne, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I165779595"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102005895"],"corresponding_institution_ids":["https://openalex.org/I165779595"],"apc_list":null,"apc_paid":null,"fwci":1.4002,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.8680251,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.978600025177002,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7788615822792053},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7131608724594116},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.6341314315795898},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5878670811653137},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.576248824596405},{"id":"https://openalex.org/keywords/topology-control","display_name":"Topology control","score":0.5683938264846802},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5671573877334595},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.5385128259658813},{"id":"https://openalex.org/keywords/monte-carlo-tree-search","display_name":"Monte Carlo tree search","score":0.4924562871456146},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.47615739703178406},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.40299633145332336},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3653982877731323},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.34835001826286316},{"id":"https://openalex.org/keywords/key-distribution-in-wireless-sensor-networks","display_name":"Key distribution in wireless sensor networks","score":0.3250596523284912},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.24262017011642456},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.22033721208572388},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10233500599861145}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7788615822792053},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7131608724594116},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.6341314315795898},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5878670811653137},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.576248824596405},{"id":"https://openalex.org/C2778034918","wikidata":"https://www.wikidata.org/wiki/Q3689301","display_name":"Topology control","level":5,"score":0.5683938264846802},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5671573877334595},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.5385128259658813},{"id":"https://openalex.org/C46149586","wikidata":"https://www.wikidata.org/wiki/Q11785332","display_name":"Monte Carlo tree search","level":3,"score":0.4924562871456146},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.47615739703178406},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.40299633145332336},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3653982877731323},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.34835001826286316},{"id":"https://openalex.org/C41971633","wikidata":"https://www.wikidata.org/wiki/Q6398155","display_name":"Key distribution in wireless sensor networks","level":4,"score":0.3250596523284912},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.24262017011642456},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.22033721208572388},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10233500599861145},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom38437.2019.9014179","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom38437.2019.9014179","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8799999952316284,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1497336187","https://openalex.org/W1522301498","https://openalex.org/W1977989560","https://openalex.org/W2025263599","https://openalex.org/W2054397440","https://openalex.org/W2104846640","https://openalex.org/W2126316555","https://openalex.org/W2133320756","https://openalex.org/W2194775991","https://openalex.org/W2267561584","https://openalex.org/W2273675851","https://openalex.org/W2493493073","https://openalex.org/W2524950583","https://openalex.org/W2766447205","https://openalex.org/W2808542725","https://openalex.org/W2913709008","https://openalex.org/W2962883549","https://openalex.org/W2964121744","https://openalex.org/W4213214460","https://openalex.org/W4238532866","https://openalex.org/W6631190155"],"related_works":["https://openalex.org/W2571592646","https://openalex.org/W4247855592","https://openalex.org/W2567165815","https://openalex.org/W2740304877","https://openalex.org/W4306904969","https://openalex.org/W4226164546","https://openalex.org/W2766259847","https://openalex.org/W2112583639","https://openalex.org/W2138720691","https://openalex.org/W3136325136"],"abstract_inverted_index":{"Wireless":[0],"sensor":[1],"networks":[2],"(WSNs)":[3],"are":[4,26,51],"the":[5,8,15,18,56,59,81,118,138,141,145,148,153,163,176,199],"foundation":[6],"of":[7,10,17,21,53,58,83,147,169,190],"Internet":[9],"Things":[11],"(IoT),":[12],"and":[13,34,67,137,187,194],"in":[14,65,93],"era":[16],"fifth":[19],"generation":[20],"wireless":[22],"communication":[23],"networks,":[24],"they":[25],"envisioned":[27],"to":[28,46,55,71,79,88,126,133,184,192],"be":[29],"truly":[30],"biquitous,":[31],"reliable,":[32],"scalable,":[33],"energy":[35],"efficient.":[36],"To":[37],"this":[38,98],"end,":[39],"topology":[40,106],"control":[41],"is":[42,63,69,156,188],"an":[43,157,166],"important":[44],"mechanism":[45],"realize":[47],"self-organized":[48,114],"WSNs":[49],"that":[50,160,175],"capable":[52,189],"adapting":[54,191],"dynamics":[57],"environment.":[60],"Topology":[61],"optimization":[62,107],"combinatorial":[64],"nature,":[66],"generally":[68],"NP-hard":[70],"solve.":[72],"Most":[73],"existing":[74],"algorithms":[75],"leverage":[76],"heuristic":[77,185],"rules":[78],"reduce":[80],"number":[82],"search":[84,111,132,143],"candidates":[85],"so":[86],"as":[87,182],"obtain":[89],"a":[90,94,102,109,122,128],"suboptimal":[91],"solution":[92,164],"certain":[95],"sense.":[96],"In":[97,151],"paper,":[99],"we":[100],"propose":[101],"deep":[103,123],"reinforcement":[104],"learning-based":[105],"algorithm,":[108],"unified":[110],"framework,":[112],"for":[113],"energy-efficient":[115],"WSNs.":[116],"Specifically,":[117],"proposed":[119,154,177],"algorithm":[120,155,159,178,200],"uses":[121],"neural":[124,149],"network":[125,195],"guide":[127],"Monte":[129],"Carlo":[130],"tree":[131,142],"roll":[134],"out":[135],"simulations,":[136],"results":[139],"from":[140,201],"reinforce":[144],"learning":[146],"network.":[150],"addition,":[152],"anytime":[158],"keeps":[161],"improving":[162],"with":[165],"increasing":[167],"amount":[168],"computing":[170],"resources.":[171],"Various":[172],"simulations":[173],"show":[174],"achieves":[179],"better":[180],"performance":[181],"compared":[183],"solutions,":[186],"environment":[193],"changes":[196],"without":[197],"restarting":[198],"scratch.":[202]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}