{"id":"https://openalex.org/W4323020805","doi":"https://doi.org/10.1109/access.2023.3247576","title":"Reinforcement Learning for Delay Tolerance and Energy Saving in Mobile Wireless Sensor Networks","display_name":"Reinforcement Learning for Delay Tolerance and Energy Saving in Mobile Wireless Sensor Networks","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4323020805","doi":"https://doi.org/10.1109/access.2023.3247576"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3247576","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3247576","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10049537.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10049537.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002430892","display_name":"Oday D. Jerew","orcid":"https://orcid.org/0000-0003-0245-3284"},"institutions":[{"id":"https://openalex.org/I4210085886","display_name":"International Education Specialist College","ror":"https://ror.org/002823j22","country_code":"AU","type":"education","lineage":["https://openalex.org/I4210085886"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Oday Al-Jerew","raw_affiliation_strings":["Asia Pacific International College, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-0245-3284","affiliations":[{"raw_affiliation_string":"Asia Pacific International College, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I4210085886"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112356039","display_name":"Nizar Al Bassam","orcid":null},"institutions":[{"id":"https://openalex.org/I204409756","display_name":"Middle East College","ror":"https://ror.org/03z34n548","country_code":"OM","type":"education","lineage":["https://openalex.org/I204409756"]}],"countries":["OM"],"is_corresponding":false,"raw_author_name":"Nizar Al Bassam","raw_affiliation_strings":["Middle East College, Muscat, Oman"],"raw_orcid":"https://orcid.org/0000-0001-6642-9174","affiliations":[{"raw_affiliation_string":"Middle East College, Muscat, Oman","institution_ids":["https://openalex.org/I204409756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011606467","display_name":"Abeer Alsadoon","orcid":"https://orcid.org/0000-0002-2309-3540"},"institutions":[{"id":"https://openalex.org/I153230381","display_name":"Charles Sturt University","ror":"https://ror.org/00wfvh315","country_code":"AU","type":"education","lineage":["https://openalex.org/I153230381"]},{"id":"https://openalex.org/I4210085886","display_name":"International Education Specialist College","ror":"https://ror.org/002823j22","country_code":"AU","type":"education","lineage":["https://openalex.org/I4210085886"]},{"id":"https://openalex.org/I63525965","display_name":"Western Sydney University","ror":"https://ror.org/03t52dk35","country_code":"AU","type":"education","lineage":["https://openalex.org/I63525965"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Abeer Alsadoon","raw_affiliation_strings":["Asia Pacific International College, Sydney, NSW, Australia","School of Computing Mathematics and Engineering, Charles Sturt University (CSU), Wagga Wagga, NSW, Australia","School of Computer Data and Mathematical Sciences, Western Sydney University (WSU), Sydney, NSW, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Asia Pacific International College, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I4210085886"]},{"raw_affiliation_string":"School of Computing Mathematics and Engineering, Charles Sturt University (CSU), Wagga Wagga, NSW, Australia","institution_ids":["https://openalex.org/I153230381"]},{"raw_affiliation_string":"School of Computer Data and Mathematical Sciences, Western Sydney University (WSU), Sydney, NSW, Australia","institution_ids":["https://openalex.org/I63525965"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5002430892"],"corresponding_institution_ids":["https://openalex.org/I4210085886"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.5331,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.82217724,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"19819","last_page":"19835"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8772909045219421},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8327445387840271},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.6835618019104004},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.6346687078475952},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5814144611358643},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.44007372856140137},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4225853681564331},{"id":"https://openalex.org/keywords/hop","display_name":"Hop (telecommunications)","score":0.41554445028305054},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.379886656999588},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3793182075023651},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3418002426624298},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21101626753807068}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8772909045219421},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8327445387840271},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.6835618019104004},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.6346687078475952},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5814144611358643},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.44007372856140137},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4225853681564331},{"id":"https://openalex.org/C25906391","wikidata":"https://www.wikidata.org/wiki/Q1432381","display_name":"Hop (telecommunications)","level":2,"score":0.41554445028305054},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.379886656999588},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3793182075023651},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3418002426624298},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21101626753807068},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3247576","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3247576","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10049537.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b81b6069dc864b4a924ba085b37d8cc4","is_oa":true,"landing_page_url":"https://doaj.org/article/b81b6069dc864b4a924ba085b37d8cc4","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 19819-19835 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3247576","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3247576","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10049537.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8999999761581421,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4323020805.pdf","grobid_xml":"https://content.openalex.org/works/W4323020805.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W1504509750","https://openalex.org/W1777466836","https://openalex.org/W1970958325","https://openalex.org/W2025319846","https://openalex.org/W2027236143","https://openalex.org/W2031199098","https://openalex.org/W2068792673","https://openalex.org/W2071846497","https://openalex.org/W2080745201","https://openalex.org/W2109387268","https://openalex.org/W2132398059","https://openalex.org/W2136432847","https://openalex.org/W2345089484","https://openalex.org/W2493741168","https://openalex.org/W2509191795","https://openalex.org/W2515663847","https://openalex.org/W2561822105","https://openalex.org/W2589021219","https://openalex.org/W2592191186","https://openalex.org/W2752885492","https://openalex.org/W2771841109","https://openalex.org/W2802829404","https://openalex.org/W2806320171","https://openalex.org/W2914191876","https://openalex.org/W2916641566","https://openalex.org/W2981508429","https://openalex.org/W3011701325","https://openalex.org/W3092712519","https://openalex.org/W3124144926","https://openalex.org/W3207034991","https://openalex.org/W3209869185","https://openalex.org/W4213070718","https://openalex.org/W4220939927","https://openalex.org/W4225784798"],"related_works":["https://openalex.org/W2117210722","https://openalex.org/W2589759689","https://openalex.org/W1978191894","https://openalex.org/W2018045843","https://openalex.org/W4306904969","https://openalex.org/W3146035416","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3125668480"],"abstract_inverted_index":{"Reinforcement":[0,73],"Learning":[1,74],"(RL)":[2],"has":[3],"emerged":[4],"as":[5],"a":[6,59,65,81,86,101,123,186,191],"promising":[7],"approach":[8,23,67],"for":[9],"improving":[10],"the":[11,28,35,48,95,108,129,132,140,146,158,161,172,176,180,183],"performance":[12,45,159],"of":[13,24,88,100,113,119,160,182,185],"Wireless":[14],"Sensor":[15],"Networks":[16],"(WSNs).":[17],"The":[18,77],"Q-learning":[19,66],"technique":[20],"is":[21],"one":[22],"RL":[25],"in":[26,179],"which":[27],"algorithm":[29,62,79,110,163,174],"continuously":[30],"learns":[31],"by":[32,46,152],"interacting":[33],"with":[34],"environment,":[36],"gathering":[37,61],"information":[38],"to":[39,84,92,115,131,144,156],"take":[40],"certain":[41],"actions.":[42],"It":[43],"maximizes":[44],"determining":[47],"optimal":[49],"result":[50],"from":[51],"that":[52,171],"environment.":[53],"In":[54,106,138],"this":[55],"paper,":[56],"we":[57],"propose":[58],"data":[60,118,130],"based":[63],"on":[64],"named":[68],"Bounded":[69],"Hop":[70],"Count":[71],"-":[72],"Algorithm":[75],"(BHC-RLA).":[76],"proposed":[78,109,162,173],"uses":[80],"reward":[82],"function":[83],"select":[85],"set":[87],"Cluster":[89],"Heads":[90],"(CHs)":[91],"balance":[93],"between":[94],"energy-saving":[96],"and":[97,127,190],"data-gathering":[98],"latency":[99],"mobile":[102,133,187],"Base":[103],"Station":[104],"(BS).":[105],"particular,":[107],"selects":[111],"groups":[112],"CHs":[114,141],"receive":[116],"sensing":[117],"cluster":[120],"nodes":[121],"within":[122],"bounded":[124],"hop":[125],"count":[126],"forward":[128],"BS":[134,147,188],"when":[135],"it":[136],"arrives.":[137],"addition,":[139],"are":[142],"selected":[143],"minimize":[145],"tour":[148,189],"length.":[149],"Extensive":[150],"experiments":[151],"simulation":[153],"were":[154],"conducted":[155],"evaluate":[157],"against":[164],"another":[165],"traditional":[166],"heuristic":[167],"algorithm.":[168],"We":[169],"demonstrate":[170],"outperforms":[175],"existing":[177],"work":[178],"mean":[181],"length":[184],"network\u2019s":[192],"lifetime.":[193]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}