{"id":"https://openalex.org/W2586715320","doi":"https://doi.org/10.1109/wf-iot.2016.7845446","title":"Sequential decision-making in healthcare IoT: Real-time health monitoring, treatments and interventions","display_name":"Sequential decision-making in healthcare IoT: Real-time health monitoring, treatments and interventions","publication_year":2016,"publication_date":"2016-12-01","ids":{"openalex":"https://openalex.org/W2586715320","doi":"https://doi.org/10.1109/wf-iot.2016.7845446","mag":"2586715320"},"language":"en","primary_location":{"id":"doi:10.1109/wf-iot.2016.7845446","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wf-iot.2016.7845446","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE 3rd World Forum on Internet of Things (WF-IoT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055433560","display_name":"Daphney\u2013Stavroula Zois","orcid":"https://orcid.org/0000-0002-7807-7142"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Daphney-Stavroula Zois","raw_affiliation_strings":["Coordinated Science Laboratory, University of Illinois, Urbana-Champaign, Urbana, IL 61801","Coordinated Science Laboratory, University of Illinois, Urbana-Champaign, Urbana, IL"],"affiliations":[{"raw_affiliation_string":"Coordinated Science Laboratory, University of Illinois, Urbana-Champaign, Urbana, IL 61801","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"Coordinated Science Laboratory, University of Illinois, Urbana-Champaign, Urbana, IL","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5055433560"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":3.9496,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.93993133,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"24","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9732999801635742,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.947700023651123,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7092054486274719},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.66457200050354},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.5897011160850525},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.573789656162262},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5319486260414124},{"id":"https://openalex.org/keywords/decision-support-system","display_name":"Decision support system","score":0.49571120738983154},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.4542265236377716},{"id":"https://openalex.org/keywords/psychological-intervention","display_name":"Psychological intervention","score":0.4456160068511963},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.4442007541656494},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.36828678846359253},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.36223304271698},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.33354371786117554},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.22112098336219788},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20984768867492676},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.19698241353034973},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.18668267130851746},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.10986343026161194}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7092054486274719},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.66457200050354},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.5897011160850525},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.573789656162262},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5319486260414124},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.49571120738983154},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4542265236377716},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.4456160068511963},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.4442007541656494},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36828678846359253},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.36223304271698},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.33354371786117554},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.22112098336219788},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20984768867492676},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.19698241353034973},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.18668267130851746},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.10986343026161194},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wf-iot.2016.7845446","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wf-iot.2016.7845446","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE 3rd World Forum on Internet of Things (WF-IoT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5699999928474426,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W131745075","https://openalex.org/W1518931405","https://openalex.org/W1563317173","https://openalex.org/W2009551863","https://openalex.org/W2016372372","https://openalex.org/W2028145673","https://openalex.org/W2034221837","https://openalex.org/W2037646636","https://openalex.org/W2039410401","https://openalex.org/W2049934117","https://openalex.org/W2052113935","https://openalex.org/W2075457858","https://openalex.org/W2098432798","https://openalex.org/W2101984404","https://openalex.org/W2102933468","https://openalex.org/W2110962519","https://openalex.org/W2119850747","https://openalex.org/W2158907787","https://openalex.org/W2168405694","https://openalex.org/W2181979453","https://openalex.org/W2182995676","https://openalex.org/W2341171179","https://openalex.org/W2950929549","https://openalex.org/W3101822862","https://openalex.org/W3125634603","https://openalex.org/W6675641713","https://openalex.org/W6678113768","https://openalex.org/W6685980379"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1515117609","https://openalex.org/W1589140671","https://openalex.org/W4323315247","https://openalex.org/W2294884454","https://openalex.org/W3169161914","https://openalex.org/W4321379664","https://openalex.org/W2211790881"],"abstract_inverted_index":{"Internet":[0],"of":[1,31,109,133,140,156],"Things":[2],"(IoT)":[3],"technology":[4],"and":[5,28,38,41,49,62,66,74,87,97,101,119,149,158],"infrastructure":[6],"have":[7],"the":[8,26,127,154],"potential":[9],"to":[10,34,54,58,115],"revolutionize":[11],"healthcare":[12,121,160],"delivery.":[13],"Networked":[14],"body":[15],"sensing":[16],"devices":[17],"coupled":[18],"with":[19,126],"sensors":[20],"in":[21,45,76],"our":[22],"living":[23],"environment":[24],"enable":[25],"real-time":[27],"continuous":[29,61],"collection":[30],"information":[32,52],"related":[33,42],"an":[35,107],"individual's":[36],"physical":[37],"mental":[39],"health":[40,135],"behaviors.":[43],"Captured":[44],"a":[46],"continual":[47],"basis":[48],"aggregated,":[50],"such":[51,81,99,110,141],"needs":[53],"be":[55],"effectively":[56],"exploited":[57],"permit":[59],"real-time,":[60],"personalized":[63,120],"monitoring,":[64],"treatments":[65],"interventions.":[67],"However,":[68],"medical":[69],"decisions":[70],"are":[71,113,123,162],"often":[72],"sequential":[73],"uncertain":[75],"nature.":[77],"Sequential":[78],"decision-making":[79],"models":[80,111],"as":[82],"Markov":[83],"decision":[84],"processes":[85],"(MDPs)":[86],"partially":[88],"observable":[89],"MDPs":[90],"(POMDPs)":[91],"constitute":[92],"powerful":[93],"tools":[94,142],"for":[95],"modeling":[96],"solving":[98],"stochastic":[100],"dynamic":[102],"problems.":[103],"In":[104],"this":[105],"paper,":[106],"overview":[108],"that":[112,137,151],"expected":[114],"support":[116],"proactive,":[117],"preventive":[118],"delivery":[122],"surveyed":[124],"along":[125],"associated":[128],"solution":[129],"techniques.":[130],"A":[131],"set":[132],"representative":[134],"applications":[136],"take":[138],"advantage":[139],"is":[143],"also":[144],"described.":[145],"Finally,":[146],"various":[147],"challenges":[148],"opportunities":[150],"arise":[152],"during":[153],"realization":[155],"smart":[157],"connected":[159],"IoT":[161],"highlighted.":[163]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}