{"id":"https://openalex.org/W3128766818","doi":"https://doi.org/10.1109/tase.2021.3052483","title":"Constrained Markov Decision Process Modeling for Optimal Sensing of Cardiac Events in Mobile Health","display_name":"Constrained Markov Decision Process Modeling for Optimal Sensing of Cardiac Events in Mobile Health","publication_year":2021,"publication_date":"2021-01-28","ids":{"openalex":"https://openalex.org/W3128766818","doi":"https://doi.org/10.1109/tase.2021.3052483","mag":"3128766818"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2021.3052483","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2021.3052483","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Bing Yao","orcid":"https://orcid.org/0000-0001-7993-1817"},"institutions":[{"id":"https://openalex.org/I115475287","display_name":"Oklahoma State University","ror":"https://ror.org/01g9vbr38","country_code":"US","type":"education","lineage":["https://openalex.org/I115475287"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bing Yao","raw_affiliation_strings":["School of Industrial Engineering and Management, Oklahoma State University, Stillwater, OK, USA"],"raw_orcid":"https://orcid.org/0000-0001-7993-1817","affiliations":[{"raw_affiliation_string":"School of Industrial Engineering and Management, Oklahoma State University, Stillwater, OK, USA","institution_ids":["https://openalex.org/I115475287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100416540","display_name":"Yun Chen","orcid":"https://orcid.org/0000-0002-3746-594X"},"institutions":[{"id":"https://openalex.org/I4210096899","display_name":"Jiangsu University of Science and Technology","ror":"https://ror.org/00tyjp878","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210096899"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun Chen","raw_affiliation_strings":["School of Mechanical Engineering, Jiangsu University of Science and Technology, Zhenjiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Jiangsu University of Science and Technology, Zhenjiang, China","institution_ids":["https://openalex.org/I4210096899"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062699999","display_name":"Hui Yang","orcid":"https://orcid.org/0000-0001-5997-6823"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hui Yang","raw_affiliation_strings":["Department of Industrial and Manufacturing Engineering, The Pennsylvania State University, University Park, PA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5997-6823","affiliations":[{"raw_affiliation_string":"Department of Industrial and Manufacturing Engineering, The Pennsylvania State University, University Park, PA, USA","institution_ids":["https://openalex.org/I130769515"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6072,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.844314,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"19","issue":"2","first_page":"1017","last_page":"1029"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11021","display_name":"ECG Monitoring and Analysis","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11021","display_name":"ECG Monitoring and Analysis","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7841632962226868},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6031270027160645},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5046271085739136},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4905039668083191},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4340440034866333},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.4209459125995636},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.41971462965011597},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.23668211698532104},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.197781503200531},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.15251466631889343},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.10376247763633728},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09741595387458801}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7841632962226868},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6031270027160645},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5046271085739136},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4905039668083191},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4340440034866333},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4209459125995636},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.41971462965011597},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23668211698532104},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.197781503200531},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.15251466631889343},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.10376247763633728},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09741595387458801},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2021.3052483","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2021.3052483","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.9100000262260437}],"awards":[{"id":"https://openalex.org/G8110532801","display_name":null,"funder_award_id":"51705214","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8518030807","display_name":"Phase II I/UCRC Pennsylvania State University Site: Center for Health Organization Transformation","funder_award_id":"1624727","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W58990062","https://openalex.org/W1659082285","https://openalex.org/W1894490285","https://openalex.org/W1927477418","https://openalex.org/W1967288153","https://openalex.org/W1978866291","https://openalex.org/W1981827879","https://openalex.org/W1983443623","https://openalex.org/W1993426769","https://openalex.org/W1997131769","https://openalex.org/W2019525121","https://openalex.org/W2020460778","https://openalex.org/W2024322044","https://openalex.org/W2031365860","https://openalex.org/W2036336974","https://openalex.org/W2036373020","https://openalex.org/W2038433343","https://openalex.org/W2040704490","https://openalex.org/W2053515988","https://openalex.org/W2057575363","https://openalex.org/W2071099748","https://openalex.org/W2077937117","https://openalex.org/W2081681829","https://openalex.org/W2085063828","https://openalex.org/W2089138141","https://openalex.org/W2091366753","https://openalex.org/W2098840178","https://openalex.org/W2105811964","https://openalex.org/W2117284930","https://openalex.org/W2122855803","https://openalex.org/W2123922536","https://openalex.org/W2132075088","https://openalex.org/W2132417948","https://openalex.org/W2139657587","https://openalex.org/W2144161535","https://openalex.org/W2149354205","https://openalex.org/W2157564789","https://openalex.org/W2162183373","https://openalex.org/W2166659560","https://openalex.org/W2167274237","https://openalex.org/W2167865572","https://openalex.org/W2169382889","https://openalex.org/W2170742391","https://openalex.org/W2180813244","https://openalex.org/W2214579029","https://openalex.org/W2259156047","https://openalex.org/W2294359331","https://openalex.org/W2343482910","https://openalex.org/W2393733645","https://openalex.org/W2436433800","https://openalex.org/W2480606608","https://openalex.org/W2511317042","https://openalex.org/W2518410338","https://openalex.org/W2535034338","https://openalex.org/W2563766843","https://openalex.org/W2588435431","https://openalex.org/W2592893595","https://openalex.org/W2606474581","https://openalex.org/W2613304233","https://openalex.org/W2614981836","https://openalex.org/W2615511893","https://openalex.org/W2713286207","https://openalex.org/W2744036114","https://openalex.org/W2757075448","https://openalex.org/W2761348938","https://openalex.org/W2776560107","https://openalex.org/W2791282478","https://openalex.org/W2804104831","https://openalex.org/W2804975402","https://openalex.org/W2888757400","https://openalex.org/W2894052204","https://openalex.org/W6675412655","https://openalex.org/W6730089446"],"related_works":["https://openalex.org/W1660242800","https://openalex.org/W2077211377","https://openalex.org/W2379651310","https://openalex.org/W2113019827","https://openalex.org/W1541249122","https://openalex.org/W2413828414","https://openalex.org/W2367222340","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":{"Rapid":[0],"advances":[1],"in":[2,43,56,62,85,136,172,206,231],"the":[3,32,60,63,83,86,110,113,119,126,133,148,156,166,183,189,197,207,223,237,249,275,278,284,287],"smartphone,":[4],"wearable":[5],"sensing,":[6],"and":[7,30,52,164,175,192,241],"wireless":[8,41],"communication":[9],"provide":[10],"an":[11,68],"unprecedented":[12],"opportunity":[13],"to":[14,37,71,103,217,290],"develop":[15,72,95],"mobile":[16,64,105,228,263,293],"systems":[17,235],"for":[18,211,262,295],"smart":[19],"health":[20,229],"management.":[21],"Mobile":[22],"cardiac":[23,38,89,120,137,215,232,296],"sensing":[24,51,74,108,150,213,265,294],"collects":[25],"health-related":[26],"data":[27],"from":[28,122,248],"individuals":[29],"enables":[31],"extraction":[33],"of":[34,59,88,112,158,168,199,214,227,243,277,286],"information":[35,245],"pertinent":[36],"conditions.":[39],"However,":[40],"sensors":[42],"ambulatory":[44],"care":[45],"settings":[46],"operate":[47],"on":[48],"batteries.":[49],"All-time":[50],"monitoring":[53],"will":[54,77],"result":[55],"fast":[57],"depletion":[58],"battery":[61,253],"system.":[65],"There":[66],"is":[67,202,220],"urgent":[69],"need":[70],"optimal":[73],"schemes":[75],"that":[76,182],"reduce":[78],"energy":[79,114,159,279],"consumption":[80],"while":[81],"satisfying":[82],"requirements":[84],"detection":[87],"events.":[90],"In":[91],"this":[92],"article,":[93],"we":[94,131,146,162],"a":[96,140,152,258],"constrained":[97],"Markov":[98,142],"decision":[99],"process":[100],"(CMDP)":[101],"framework":[102,154,261,289],"optimize":[104,147],"electrocardiography":[106],"(ECG)":[107],"under":[109,155,274],"constraint":[111,157,276],"budget.":[115,160,280],"We":[116],"first":[117],"characterize":[118],"states":[121],"ECG":[123,149,264,268],"signals":[124],"using":[125],"heterogeneous":[127],"recurrence":[128],"analysis.":[129],"Second,":[130],"model":[132],"stochastic":[134],"dynamics":[135],"processes":[138],"as":[139],"continuous-time":[141],"chain":[143],"(CTMC).":[144],"Third,":[145],"through":[151],"CMDP":[153,170,185],"Finally,":[161],"validate":[163],"evaluate":[165],"performance":[167],"our":[169],"policy":[171,186],"both":[173],"simulation":[174],"real-world":[176,208],"case":[177,209],"studies.":[178],"Experimental":[179,281],"results":[180,282],"demonstrate":[181,283],"proposed":[184,288],"significantly":[187],"outperforms":[188],"traditional":[190],"uniform":[191],"mean-time-to-event":[193],"(MTTE)":[194],"policies.":[195],"Specifically,":[196],"error":[198],"state":[200],"estimation":[201],"reduced":[203],"by":[204,222,266],"34.0%":[205],"study":[210],"energy-constrained":[212],"events.Note":[216],"Practitioners\u2014This":[218],"article":[219,256],"motivated":[221],"markedly":[224],"increasing":[225],"applications":[226],"(mHealth)":[230],"care.":[233],"MHealth":[234],"enable":[236],"real-time":[238],"monitoring,":[239],"tracking,":[240],"transmitting":[242],"heart-health":[244],"but":[246],"suffer":[247],"problem":[250],"with":[251,271],"limited":[252],"life.":[254],"This":[255],"presents":[257],"novel":[259],"energy-efficient":[260,292],"integrating":[267],"signal":[269],"analysis":[270],"sensing-policy":[272],"optimization":[273],"effectiveness":[285],"realize":[291],"events":[297],"detection.":[298]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}