{"id":"https://openalex.org/W2048768165","doi":"https://doi.org/10.1109/comsnets.2014.6734874","title":"Adaptive sleep-wake control using reinforcement learning in sensor networks","display_name":"Adaptive sleep-wake control using reinforcement learning in sensor networks","publication_year":2014,"publication_date":"2014-01-01","ids":{"openalex":"https://openalex.org/W2048768165","doi":"https://doi.org/10.1109/comsnets.2014.6734874","mag":"2048768165"},"language":"en","primary_location":{"id":"doi:10.1109/comsnets.2014.6734874","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comsnets.2014.6734874","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 Sixth International Conference on Communication Systems and Networks (COMSNETS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068379567","display_name":"L. A. Prashanth","orcid":null},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I4210138412","display_name":"Centre de recherche Inria Lille - Nord Europe","ror":"https://ror.org/04eej9726","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210138412"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"L A Prashanth","raw_affiliation_strings":["INRIA Lille - Nord Europe, Team SequeL, FRANCE","Team SequeL, INRIA Lille-Nord Eur., Lille, France"],"affiliations":[{"raw_affiliation_string":"INRIA Lille - Nord Europe, Team SequeL, FRANCE","institution_ids":["https://openalex.org/I4210138412","https://openalex.org/I1326498283"]},{"raw_affiliation_string":"Team SequeL, INRIA Lille-Nord Eur., Lille, France","institution_ids":["https://openalex.org/I1326498283"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029587258","display_name":"Abhranil Chatterjee","orcid":null},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Abhranil Chatterjee","raw_affiliation_strings":["System Sciences and Automation, Indian Institute of Science, Bangalore, INDIA","Syst. Sci. & Autom., Indian Inst. of Sci., Bangalore, India"],"affiliations":[{"raw_affiliation_string":"System Sciences and Automation, Indian Institute of Science, Bangalore, INDIA","institution_ids":["https://openalex.org/I59270414"]},{"raw_affiliation_string":"Syst. Sci. & Autom., Indian Inst. of Sci., Bangalore, India","institution_ids":["https://openalex.org/I59270414"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038163398","display_name":"Shalabh Bhatnagar","orcid":"https://orcid.org/0000-0001-7644-3914"},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Shalabh Bhatnagar","raw_affiliation_strings":["Department of Computer Science and Automation, Indian Institute of Science, Bangalore, INDIA","Dept of Computer Science & Automation, Indian Institute of Science, Bangalore, India#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Automation, Indian Institute of Science, Bangalore, INDIA","institution_ids":["https://openalex.org/I59270414"]},{"raw_affiliation_string":"Dept of Computer Science & Automation, Indian Institute of Science, Bangalore, India#TAB#","institution_ids":["https://openalex.org/I59270414"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5068379567"],"corresponding_institution_ids":["https://openalex.org/I1326498283","https://openalex.org/I4210138412"],"apc_list":null,"apc_paid":null,"fwci":1.4336,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.84436051,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7907418608665466},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6003391742706299},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.594310998916626},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"Adaptive control","score":0.5157973766326904},{"id":"https://openalex.org/keywords/sleep","display_name":"Sleep (system call)","score":0.4733212888240814},{"id":"https://openalex.org/keywords/wake","display_name":"Wake","score":0.43100103735923767},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3958209156990051},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2923734784126282},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.192968487739563},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18435287475585938},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.0859423279762268}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7907418608665466},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6003391742706299},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.594310998916626},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.5157973766326904},{"id":"https://openalex.org/C2775841894","wikidata":"https://www.wikidata.org/wiki/Q4683692","display_name":"Sleep (system call)","level":2,"score":0.4733212888240814},{"id":"https://openalex.org/C48939323","wikidata":"https://www.wikidata.org/wiki/Q294879","display_name":"Wake","level":2,"score":0.43100103735923767},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3958209156990051},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2923734784126282},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.192968487739563},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18435287475585938},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0859423279762268},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/comsnets.2014.6734874","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comsnets.2014.6734874","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 Sixth International Conference on Communication Systems and Networks (COMSNETS)","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.iisc.ac.in:51339","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196309","display_name":"NOT FOUND REPOSITORY (Indian Institute of Science Bangalore)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I59270414","host_organization_name":"Indian Institute of Science Bangalore","host_organization_lineage":["https://openalex.org/I59270414"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceedings"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.9100000262260437}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1509190410","https://openalex.org/W1646707810","https://openalex.org/W1968944075","https://openalex.org/W2024661490","https://openalex.org/W2033254849","https://openalex.org/W2087900232","https://openalex.org/W2098432798","https://openalex.org/W2119116042","https://openalex.org/W2125001944","https://openalex.org/W2125852847","https://openalex.org/W2139418546","https://openalex.org/W2153571223","https://openalex.org/W2154204727","https://openalex.org/W2156256141","https://openalex.org/W2167159895","https://openalex.org/W4214717370","https://openalex.org/W4243772471","https://openalex.org/W6684608893"],"related_works":["https://openalex.org/W2757285599","https://openalex.org/W2376025146","https://openalex.org/W161151693","https://openalex.org/W2955635855","https://openalex.org/W3195741387","https://openalex.org/W4381570180","https://openalex.org/W4324257240","https://openalex.org/W2314669870","https://openalex.org/W2604916751","https://openalex.org/W2883444180"],"abstract_inverted_index":{"The":[0,134],"aim":[1],"in":[2,15,84,97],"this":[3],"paper":[4],"is":[5,28,120],"to":[6,35,49,63,112],"allocate":[7],"the":[8,12,22,26,32,65,71,79,89,100,103,116,131],"\u2018sleep":[9],"time\u2019":[10],"of":[11,67],"individual":[13],"sensors":[14,27],"an":[16],"intrusion":[17],"detection":[18],"application":[19],"so":[20],"that":[21,47],"energy":[23,90],"consumption":[24],"from":[25],"reduced,":[29],"while":[30],"keeping":[31],"tracking":[33,93],"error":[34],"a":[36,51,113,125,138],"minimum.":[37],"We":[38,107],"propose":[39],"two":[40],"novel":[41],"reinforcement":[42],"learning":[43],"(RL)":[44],"based":[45],"algorithms":[46,59,86,111],"attempt":[48],"minimize":[50],"certain":[52],"long-run":[53],"average":[54],"cost":[55,91,94],"objective.":[56],"Both":[57],"our":[58,85],"incorporate":[60],"feature-based":[61],"representations":[62],"handle":[64],"curse":[66],"dimensionality":[68],"associated":[69],"with":[70],"underlying":[72],"partially-observable":[73],"Markov":[74],"decision":[75],"process":[76],"(POMDP).":[77],"Further,":[78],"feature":[80],"selection":[81],"scheme":[82,128],"used":[83],"intelligently":[87],"manages":[88],"and":[92],"factors,":[95],"which":[96],"turn":[98],"assists":[99],"search":[101],"for":[102,129],"optimal":[104],"sleeping":[105],"policy.":[106],"also":[108],"extend":[109],"these":[110],"setting":[114,142],"where":[115],"intruder's":[117],"mobility":[118,132],"model":[119],"not":[121],"known":[122],"by":[123],"incorporating":[124],"stochastic":[126],"iterative":[127],"estimating":[130],"model.":[133],"simulation":[135],"results":[136],"on":[137],"synthetic":[139],"2-d":[140],"network":[141],"are":[143],"encouraging.":[144]},"counts_by_year":[{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}