{"id":"https://openalex.org/W4313482655","doi":"https://doi.org/10.1109/lcsys.2022.3229074","title":"Personalized and Energy-Efficient Health Monitoring: A Reinforcement Learning Approach","display_name":"Personalized and Energy-Efficient Health Monitoring: A Reinforcement Learning Approach","publication_year":2022,"publication_date":"2022-12-14","ids":{"openalex":"https://openalex.org/W4313482655","doi":"https://doi.org/10.1109/lcsys.2022.3229074"},"language":"en","primary_location":{"id":"doi:10.1109/lcsys.2022.3229074","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcsys.2022.3229074","pdf_url":null,"source":{"id":"https://openalex.org/S4306422535","display_name":"IEEE Control Systems Letters","issn_l":"2475-1456","issn":["2475-1456"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Control Systems Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032978198","display_name":"Batchen Eden","orcid":"https://orcid.org/0000-0003-0582-0780"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Batchen Eden","raw_affiliation_strings":["Department of Statistics, Tel Aviv University, Tel Aviv, Israel"],"raw_orcid":"https://orcid.org/0000-0003-0582-0780","affiliations":[{"raw_affiliation_string":"Department of Statistics, Tel Aviv University, Tel Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020882454","display_name":"Ilai Bistritz","orcid":"https://orcid.org/0000-0002-4120-8292"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ilai Bistritz","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-4120-8292","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002056995","display_name":"Nicholas Bambos","orcid":"https://orcid.org/0000-0001-9250-4553"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas Bambos","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-9250-4553","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021334659","display_name":"Irad Ben\u2010Gal","orcid":"https://orcid.org/0000-0003-2411-5518"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Irad Ben-Gal","raw_affiliation_strings":["Department of Industrial Engineering, Tel Aviv University, Tel Aviv, Israel"],"raw_orcid":"https://orcid.org/0000-0003-2411-5518","affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering, Tel Aviv University, Tel Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108806806","display_name":"Evgeni Khmelnitsky","orcid":null},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Evgeni Khmelnitsky","raw_affiliation_strings":["Department of Industrial Engineering, Tel Aviv University, Tel Aviv, Israel"],"raw_orcid":"https://orcid.org/0000-0002-9084-3487","affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering, Tel Aviv University, Tel Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4061,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.6121348,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"7","issue":null,"first_page":"955","last_page":"960"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9779000282287598,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9707000255584717,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.845949649810791},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8373742699623108},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7737098336219788},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7603986263275146},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5494354367256165},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5061878561973572},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.49089938402175903},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.48176881670951843},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.480966717004776},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4807702898979187},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.44960784912109375},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4275381565093994},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.38022327423095703},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.33563023805618286},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3245815336704254},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.17090359330177307},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0950184166431427}],"concepts":[{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.845949649810791},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8373742699623108},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7737098336219788},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7603986263275146},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5494354367256165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5061878561973572},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.49089938402175903},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.48176881670951843},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.480966717004776},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4807702898979187},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.44960784912109375},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4275381565093994},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.38022327423095703},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.33563023805618286},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3245815336704254},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.17090359330177307},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0950184166431427},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lcsys.2022.3229074","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcsys.2022.3229074","pdf_url":null,"source":{"id":"https://openalex.org/S4306422535","display_name":"IEEE Control Systems Letters","issn_l":"2475-1456","issn":["2475-1456"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Control Systems Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8500000238418579,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306406","display_name":"Koret Foundation","ror":"https://ror.org/02efnsc68"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1501207501","https://openalex.org/W1531218190","https://openalex.org/W1570690983","https://openalex.org/W1580557482","https://openalex.org/W1994320166","https://openalex.org/W2101786389","https://openalex.org/W2167671703","https://openalex.org/W2887137393","https://openalex.org/W2911758520","https://openalex.org/W2957666658","https://openalex.org/W2963335520","https://openalex.org/W2972732693","https://openalex.org/W3095708005","https://openalex.org/W3155980049","https://openalex.org/W3183431726","https://openalex.org/W6608440144","https://openalex.org/W6674711614"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1589140671","https://openalex.org/W2951545791","https://openalex.org/W1515117609","https://openalex.org/W2294884454","https://openalex.org/W4323315247","https://openalex.org/W3169161914","https://openalex.org/W4321379664"],"abstract_inverted_index":{"We":[0,16,197],"consider":[1],"a":[2,14,24,28,43,146,174,192,207,212],"network":[3],"of":[4,13,45,62,185],"controlled":[5],"sensors":[6,46,58,86],"that":[7,18,31,91,177,200,210],"monitor":[8],"the":[9,19,35,40,60,63,76,97,103,109,120,133,138,142,154,163,186,218,224,228],"unknown":[10,33,64],"health":[11,20,130,248],"state":[12,21,80],"patient.":[15],"assume":[17],"process":[22,151],"is":[23,32,73,106,116,122,145,157,166,232],"Markov":[25,149,194],"chain":[26],"with":[27,108,206],"transition":[29,214,230],"matrix":[30,215,231],"to":[34,47,74,95],"controller.":[36],"At":[37],"each":[38],"timestep,":[39],"controller":[41,134],"chooses":[42],"subset":[44],"activate,":[48],"which":[49,66],"incurs":[50],"an":[51,68],"energy":[52,78],"(i.e.,":[53],"battery)":[54],"cost.":[55],"Activating":[56,85],"more":[57],"improves":[59],"estimation":[61,184],"state,":[65],"introduces":[67],"energy-accuracy":[69,110],"tradeoff.":[70,111],"Our":[71],"goal":[72],"minimize":[75],"combined":[77],"and":[79,182,216,246],"misclassification":[81,164,188],"costs":[82],"over":[83],"time.":[84],"now":[87],"also":[88,158,222],"provides":[89],"measurements":[90],"can":[92,240],"be":[93,126,241],"used":[94,118,233],"learn":[96],"model,":[98],"improving":[99],"future":[100],"decisions.":[101],"Therefore,":[102,141],"learning":[104],"aspect":[105],"intertwined":[107],"While":[112],"Reinforcement":[113],"Learning":[114],"(RL)":[115],"often":[117],"when":[119],"model":[121],"unknown,":[123],"it":[124],"cannot":[125],"directly":[127],"applied":[128],"in":[129,243],"monitoring":[131,143,175,208,249],"since":[132,162],"does":[135],"not":[136],"know":[137],"(health)":[139],"state.":[140,220],"problem":[144],"partially":[147,160],"observable":[148],"decision":[150],"(POMDP)":[152],"where":[153,227],"cost":[155,165,189],"feedback":[156],"only":[159],"available":[161],"unknown.":[167],"To":[168],"overcome":[169],"this":[170],"difficulty,":[171],"we":[172],"propose":[173],"algorithm":[176,202,239],"combines":[178],"RL":[179],"for":[180,234],"POMDPs":[181],"online":[183],"expected":[187],"based":[190],"on":[191],"Hidden":[193],"Model":[195],"(HMM).":[196],"show":[198],"empirically":[199],"our":[201,238],"achieves":[203],"comparable":[204],"performance":[205],"system":[209],"assumes":[211],"known":[213],"quantizes":[217],"belief":[219],"It":[221],"outperforms":[223],"model-based":[225],"approach":[226],"estimated":[229],"value":[235],"iteration.":[236],"Thus,":[237],"useful":[242],"designing":[244],"energy-efficient":[245],"personalized":[247],"systems.":[250]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}