{"id":"https://openalex.org/W2915852508","doi":"https://doi.org/10.1177/1550147719833541","title":"Optimizing the lifetime of wireless sensor networks via reinforcement-learning-based routing","display_name":"Optimizing the lifetime of wireless sensor networks via reinforcement-learning-based routing","publication_year":2019,"publication_date":"2019-02-01","ids":{"openalex":"https://openalex.org/W2915852508","doi":"https://doi.org/10.1177/1550147719833541","mag":"2915852508"},"language":"en","primary_location":{"id":"doi:10.1177/1550147719833541","is_oa":true,"landing_page_url":"https://doi.org/10.1177/1550147719833541","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/1550147719833541","source":{"id":"https://openalex.org/S64417657","display_name":"International Journal of Distributed Sensor Networks","issn_l":"1550-1329","issn":["1550-1329","1550-1477"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Distributed Sensor Networks","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journals.sagepub.com/doi/pdf/10.1177/1550147719833541","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037643580","display_name":"Wenjing Guo","orcid":"https://orcid.org/0000-0003-3170-2390"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenjing Guo","raw_affiliation_strings":["School of Computer Science and Technology, Donghua University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3170-2390","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057832613","display_name":"Cairong Yan","orcid":"https://orcid.org/0000-0003-0313-8833"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cairong Yan","raw_affiliation_strings":["School of Computer Science and Technology, Donghua University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040587959","display_name":"Ting Lu","orcid":"https://orcid.org/0000-0002-9519-6880"},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Lu","raw_affiliation_strings":["School of Computer Science and Technology, Donghua University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5037643580"],"corresponding_institution_ids":["https://openalex.org/I181326427"],"apc_list":{"value":2200,"currency":"USD","value_usd":2200},"apc_paid":{"value":2200,"currency":"USD","value_usd":2200},"fwci":6.0422,"has_fulltext":false,"cited_by_count":95,"citation_normalized_percentile":{"value":0.96621663,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"15","issue":"2","first_page":"155014771983354","last_page":"155014771983354"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8562769889831543},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7627608776092529},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.6956595778465271},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6019061803817749},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.569085955619812},{"id":"https://openalex.org/keywords/wireless-routing-protocol","display_name":"Wireless Routing Protocol","score":0.5470907092094421},{"id":"https://openalex.org/keywords/zone-routing-protocol","display_name":"Zone Routing Protocol","score":0.49557507038116455},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.49497026205062866},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.48102790117263794},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.48073482513427734},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4633074402809143},{"id":"https://openalex.org/keywords/geographic-routing","display_name":"Geographic routing","score":0.4519079923629761},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.44298309087753296},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4144299030303955},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14423298835754395},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.05805402994155884}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8562769889831543},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7627608776092529},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.6956595778465271},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6019061803817749},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.569085955619812},{"id":"https://openalex.org/C47318570","wikidata":"https://www.wikidata.org/wiki/Q8026863","display_name":"Wireless Routing Protocol","level":4,"score":0.5470907092094421},{"id":"https://openalex.org/C189884158","wikidata":"https://www.wikidata.org/wiki/Q8073926","display_name":"Zone Routing Protocol","level":5,"score":0.49557507038116455},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.49497026205062866},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.48102790117263794},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.48073482513427734},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4633074402809143},{"id":"https://openalex.org/C50558702","wikidata":"https://www.wikidata.org/wiki/Q5535067","display_name":"Geographic routing","level":5,"score":0.4519079923629761},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.44298309087753296},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4144299030303955},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14423298835754395},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.05805402994155884},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1177/1550147719833541","is_oa":true,"landing_page_url":"https://doi.org/10.1177/1550147719833541","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/1550147719833541","source":{"id":"https://openalex.org/S64417657","display_name":"International Journal of Distributed Sensor Networks","issn_l":"1550-1329","issn":["1550-1329","1550-1477"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Distributed Sensor Networks","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:sae:intdis:v:15:y:2019:i:2:p:1550147719833541","is_oa":false,"landing_page_url":"https://journals.sagepub.com/doi/10.1177/1550147719833541","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:927a4ef9c46f4003a2b29b992bc069ca","is_oa":true,"landing_page_url":"https://doaj.org/article/927a4ef9c46f4003a2b29b992bc069ca","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Distributed Sensor Networks, Vol 15 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1177/1550147719833541","is_oa":true,"landing_page_url":"https://doi.org/10.1177/1550147719833541","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/1550147719833541","source":{"id":"https://openalex.org/S64417657","display_name":"International Journal of Distributed Sensor Networks","issn_l":"1550-1329","issn":["1550-1329","1550-1477"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Distributed Sensor Networks","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G2358730946","display_name":null,"funder_award_id":"2232015D3-29","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5867147244","display_name":null,"funder_award_id":"14ZR1400900","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"},{"id":"https://openalex.org/G7177995491","display_name":"\u57fa\u4e8e\u5355\u7ec6\u80de\u591a\u5c42\u6b21\u7ec4\u5b66\u6570\u636e\u7684\u80bf\u7624\u5f02\u8d28\u6027\u53ca\u5176\u8c03\u63a7\u673a\u5236\u7814\u7a76","funder_award_id":"61772128","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1170766040","https://openalex.org/W1260540045","https://openalex.org/W1589747210","https://openalex.org/W1967676365","https://openalex.org/W1968231001","https://openalex.org/W1991521345","https://openalex.org/W2000875519","https://openalex.org/W2005462979","https://openalex.org/W2025411441","https://openalex.org/W2035559399","https://openalex.org/W2042403509","https://openalex.org/W2052965513","https://openalex.org/W2070251867","https://openalex.org/W2083835467","https://openalex.org/W2086035080","https://openalex.org/W2095282871","https://openalex.org/W2101600057","https://openalex.org/W2103661488","https://openalex.org/W2103724767","https://openalex.org/W2106335692","https://openalex.org/W2107726111","https://openalex.org/W2122545369","https://openalex.org/W2130077819","https://openalex.org/W2130509337","https://openalex.org/W2135548999","https://openalex.org/W2155801124","https://openalex.org/W2156626839","https://openalex.org/W2163787026","https://openalex.org/W2165501671","https://openalex.org/W2171975935","https://openalex.org/W2198268205","https://openalex.org/W2205378138","https://openalex.org/W2291888299","https://openalex.org/W2407084534","https://openalex.org/W2507209485","https://openalex.org/W2520699119","https://openalex.org/W2561822105","https://openalex.org/W2614329820","https://openalex.org/W2756144731","https://openalex.org/W2774764132","https://openalex.org/W2914393402","https://openalex.org/W4242842134","https://openalex.org/W4249427614"],"related_works":["https://openalex.org/W2144907052","https://openalex.org/W2884568852","https://openalex.org/W2055056424","https://openalex.org/W2151422282","https://openalex.org/W2113081707","https://openalex.org/W2067962925","https://openalex.org/W2127462695","https://openalex.org/W2122558727","https://openalex.org/W2172271487","https://openalex.org/W613020663"],"abstract_inverted_index":{"In":[0,56,127],"wireless":[1],"sensor":[2,26,45],"networks,":[3],"optimizing":[4],"the":[5,14,21,24,48,66,72,90,111,120,128,144,153,158,163,182,190],"network":[6,18,50,73,93,183],"lifetime":[7,19,74,94,184],"is":[8,36,41,51],"an":[9,62],"important":[10],"issue.":[11],"Most":[12],"of":[13,30,65,68,92,110,114,130],"existing":[15],"works":[16],"define":[17,71],"as":[20,135],"time":[22,35],"when":[23,43],"first":[25,60],"node":[27,46],"exhausts":[28],"all":[29,96],"its":[31],"energy.":[32],"However,":[33],"such":[34,134],"not":[37],"necessarily":[38],"important.":[39],"This":[40],"because":[42],"a":[44,81,101],"dies,":[47],"whole":[49],"likely":[52],"to":[53,117,143,150],"work":[54],"properly.":[55],"this":[57],"article,":[58],"we":[59,79,99],"make":[61],"overall":[63],"consideration":[64],"demand":[67],"applications":[69],"and":[70,140,161,176,188],"in":[75,95,185],"three":[76,186],"aspects.":[77],"Then,":[78],"construct":[80],"performance":[82],"evaluation":[83],"framework":[84],"for":[85,119,124],"routing":[86,103,106,122,179],"protocols.":[87],"To":[88],"achieve":[89],"optimization":[91],"defined":[97],"aspects,":[98],"propose":[100],"reinforcement-learning-based":[102,178],"protocol.":[104],"Reinforcement-learning-based":[105],"protocol":[107,180],"takes":[108],"advantage":[109],"intelligent":[112],"algorithm":[113],"reinforcement":[115],"learning":[116],"search":[118],"optimal":[121],"path":[123],"data":[125],"transmission.":[126],"definition":[129],"reward":[131],"function,":[132],"factors":[133],"link":[136],"distance,":[137],"residual":[138],"energy,":[139],"hop":[141],"count":[142],"sink":[145],"are":[146],"taken":[147],"into":[148],"account":[149],"cut":[151],"down":[152],"total":[154],"energy":[155,159,191],"consumption,":[156,160],"balance":[157],"improve":[162],"packet":[164],"delivery.":[165],"Simulation":[166],"results":[167],"demonstrate":[168],"that":[169],"compared":[170],"with":[171],"energy-aware":[172],"routing,":[173],"BEER,":[174],"Q-Routing,":[175],"MRL-SCSO,":[177],"optimizes":[181],"aspects":[187],"improves":[189],"efficiency.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":27},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2}],"updated_date":"2026-05-19T21:40:30.786675","created_date":"2025-10-10T00:00:00"}