{"id":"https://openalex.org/W4414995486","doi":"https://doi.org/10.1038/s41598-025-19411-x","title":"Adaptive heartbeat regulation using double deep reinforcement learning in a Markov decision process framework","display_name":"Adaptive heartbeat regulation using double deep reinforcement learning in a Markov decision process framework","publication_year":2025,"publication_date":"2025-10-09","ids":{"openalex":"https://openalex.org/W4414995486","doi":"https://doi.org/10.1038/s41598-025-19411-x","pmid":"https://pubmed.ncbi.nlm.nih.gov/41068235"},"language":"en","primary_location":{"id":"doi:10.1038/s41598-025-19411-x","doi":"https://doi.org/10.1038/s41598-025-19411-x","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41598-025-19411-x","pdf_url":"https://www.nature.com/articles/s41598-025-19411-x.pdf","source":{"id":"https://openalex.org/S196734849","display_name":"Scientific Reports","issn_l":"2045-2322","issn":["2045-2322"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific Reports","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.nature.com/articles/s41598-025-19411-x.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108078724","display_name":"Walid Ayadi","orcid":"https://orcid.org/0000-0001-9264-5743","observed_orcids":["https://orcid.org/0000-0001-9264-5743"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Walid Ayadi","raw_affiliation_strings":["Mechatronics and Intelligent Systems, Abu Dhabi Polytechnic, Abu Dhabi, United Arab Emirates"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mechatronics and Intelligent Systems, Abu Dhabi Polytechnic, Abu Dhabi, United Arab Emirates","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013445596","display_name":"E. Alkhazraji","orcid":"https://orcid.org/0000-0001-9684-5996","observed_orcids":["https://orcid.org/0000-0001-9684-5996"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Emad Alkhazraji","raw_affiliation_strings":["Mechatronics and Intelligent Systems, Abu Dhabi Polytechnic, Abu Dhabi, United Arab Emirates. Emad.alkhazraji@actvet.gov.ae","Mechatronics and Intelligent Systems, Abu Dhabi Polytechnic, Abu Dhabi, United Arab Emirates"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mechatronics and Intelligent Systems, Abu Dhabi Polytechnic, Abu Dhabi, United Arab Emirates. Emad.alkhazraji@actvet.gov.ae","institution_ids":[]},{"raw_affiliation_string":"Mechatronics and Intelligent Systems, Abu Dhabi Polytechnic, Abu Dhabi, United Arab Emirates","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022071567","display_name":"Haitham Khaled","orcid":"https://orcid.org/0000-0001-5865-3686","observed_orcids":["https://orcid.org/0000-0001-5865-3686"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haitham khaled","raw_affiliation_strings":["Mechatronics and Intelligent Systems, Abu Dhabi Polytechnic, Abu Dhabi, United Arab Emirates"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mechatronics and Intelligent Systems, Abu Dhabi Polytechnic, Abu Dhabi, United Arab Emirates","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057326595","display_name":"Yassine Bouteraa","orcid":"https://orcid.org/0000-0001-8785-3513","observed_orcids":["https://orcid.org/0000-0001-8785-3513"]},"institutions":[{"id":"https://openalex.org/I142608572","display_name":"Prince Sattam Bin Abdulaziz University","ror":"https://ror.org/04jt46d36","country_code":"SA","type":"education","lineage":["https://openalex.org/I142608572"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Yassine Bouteraa","raw_affiliation_strings":["Computer Engineering Department, College of Computer Engineering and Sciences, Prince Sattam bin Abdulaziz University, Al-Kharj, 11942, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Engineering Department, College of Computer Engineering and Sciences, Prince Sattam bin Abdulaziz University, Al-Kharj, 11942, Saudi Arabia","institution_ids":["https://openalex.org/I142608572"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077145430","display_name":"Masoud Abedini","orcid":"https://orcid.org/0000-0003-1425-5963","observed_orcids":["https://orcid.org/0000-0003-1425-5963","https://orcid.org/0009-0006-7803-0981"]},"institutions":[{"id":"https://openalex.org/I157507598","display_name":"Shenyang University of Technology","ror":"https://ror.org/00d7f8730","country_code":"CN","type":"education","lineage":["https://openalex.org/I157507598"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Masoud Abedini","raw_affiliation_strings":["Center for Multidisciplinary Infrastructure Engineering, Shenyang University of Technology, Shenyang, 110870, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Multidisciplinary Infrastructure Engineering, Shenyang University of Technology, Shenyang, 110870, China","institution_ids":["https://openalex.org/I157507598"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089657515","display_name":"Ardashir Mohammadzadeh","orcid":"https://orcid.org/0000-0001-5173-4563","observed_orcids":["https://orcid.org/0000-0001-5173-4563","https://orcid.org/0000-0003-4468-8604"]},"institutions":[{"id":"https://openalex.org/I103703290","display_name":"Sakarya University","ror":"https://ror.org/04ttnw109","country_code":"TR","type":"education","lineage":["https://openalex.org/I103703290"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Ardashir Mohammadzadeh","raw_affiliation_strings":["Faculty of Engineering, Department of Electrical and Electronics Engineering, Sakarya University, Sakarya, Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, Department of Electrical and Electronics Engineering, Sakarya University, Sakarya, Turkey","institution_ids":["https://openalex.org/I103703290"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5013445596"],"corresponding_institution_ids":[],"apc_list":{"value":2690,"currency":"USD","value_usd":2690},"apc_paid":{"value":2690,"currency":"USD","value_usd":2690},"fwci":1.8982,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.87932939,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"15","issue":"1","first_page":"35347","last_page":"35347"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10745","display_name":"Heart Rate Variability and Autonomic Control","score":0.8163999915122986,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10745","display_name":"Heart Rate Variability and Autonomic Control","score":0.8163999915122986,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10217","display_name":"Cardiac electrophysiology and arrhythmias","score":0.026599999517202377,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11021","display_name":"ECG Monitoring and Analysis","score":0.024700000882148743,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8610000014305115},{"id":"https://openalex.org/keywords/feedback-control","display_name":"feedback control","score":0.7210000157356262},{"id":"https://openalex.org/keywords/disturbance-mitigation","display_name":"disturbance mitigation","score":0.6740000247955322}],"concepts":[{"id":"https://openalex.org/C13852961","wikidata":"https://www.wikidata.org/wiki/Q17021880","display_name":"Heartbeat","level":2,"score":0.84170001745224},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.741100013256073},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7080000042915344},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5734000205993652},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5394999980926514},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5389000177383423},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4966999888420105},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4871000051498413},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.4699999988079071},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43950000405311584},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.436599999666214},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.41620001196861267},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3882000148296356},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.37770000100135803},{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.3296999931335449},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.32190001010894775},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.3151000142097473},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.29789999127388},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.29280000925064087},{"id":"https://openalex.org/C8171440","wikidata":"https://www.wikidata.org/wiki/Q903414","display_name":"Steady state (chemistry)","level":2,"score":0.2904999852180481},{"id":"https://openalex.org/C183560197","wikidata":"https://www.wikidata.org/wiki/Q7247302","display_name":"Process state","level":3,"score":0.28870001435279846},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.27630001306533813},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.25099998712539673}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000098408","descriptor_name":"Reinforcement Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098408","descriptor_name":"Reinforcement Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098408","descriptor_name":"Reinforcement Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006339","descriptor_name":"Heart Rate","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D006339","descriptor_name":"Heart Rate","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D006339","descriptor_name":"Heart Rate","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008390","descriptor_name":"Markov Chains","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008390","descriptor_name":"Markov Chains","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008390","descriptor_name":"Markov Chains","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008955","descriptor_name":"Models, Cardiovascular","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008955","descriptor_name":"Models, Cardiovascular","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008955","descriptor_name":"Models, Cardiovascular","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017711","descriptor_name":"Nonlinear Dynamics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017711","descriptor_name":"Nonlinear Dynamics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017711","descriptor_name":"Nonlinear Dynamics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":4,"locations":[{"id":"doi:10.1038/s41598-025-19411-x","doi":"https://doi.org/10.1038/s41598-025-19411-x","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41598-025-19411-x","pdf_url":"https://www.nature.com/articles/s41598-025-19411-x.pdf","source":{"id":"https://openalex.org/S196734849","display_name":"Scientific Reports","issn_l":"2045-2322","issn":["2045-2322"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific Reports","raw_type":"journal-article"},{"id":"pmid:41068235","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41068235","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific reports","raw_type":"Journal Article"},{"id":"pmh:oai:europepmc.org:11319394","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12511549","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:cb56980b83a04a59971043e54202f04d","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/cb56980b83a04a59971043e54202f04d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Scientific Reports, Vol 15, Iss 1, Pp 1-18 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1038/s41598-025-19411-x","doi":"https://doi.org/10.1038/s41598-025-19411-x","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41598-025-19411-x","pdf_url":"https://www.nature.com/articles/s41598-025-19411-x.pdf","source":{"id":"https://openalex.org/S196734849","display_name":"Scientific Reports","issn_l":"2045-2322","issn":["2045-2322"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific Reports","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.6240000128746033}],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414995486.pdf","grobid_xml":"https://content.openalex.org/works/W4414995486.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1969569909","https://openalex.org/W1985940938","https://openalex.org/W2002572252","https://openalex.org/W2009289374","https://openalex.org/W2031737493","https://openalex.org/W2048029738","https://openalex.org/W2050133849","https://openalex.org/W2071313546","https://openalex.org/W2084328950","https://openalex.org/W2094786703","https://openalex.org/W2106833191","https://openalex.org/W2132997613","https://openalex.org/W2143619350","https://openalex.org/W2167249717","https://openalex.org/W2199352458","https://openalex.org/W2232175550","https://openalex.org/W2766669954","https://openalex.org/W2791590003","https://openalex.org/W3029543500","https://openalex.org/W3037824311","https://openalex.org/W3116095315","https://openalex.org/W4284692377","https://openalex.org/W4293248936","https://openalex.org/W4390339624","https://openalex.org/W4390939996","https://openalex.org/W4400855459","https://openalex.org/W4410466108","https://openalex.org/W4410984928","https://openalex.org/W4412816698"],"related_works":[],"abstract_inverted_index":{"The":[0,101,204],"erratic":[1],"nature":[2],"of":[3,10,18,48,68,86,95,133,138,164,173,200,221],"cardiac":[4,49,213],"rhythms":[5,214],"can":[6],"precipitate":[7],"a":[8,52,83,106],"multitude":[9],"pathologies.":[11],"Consequently,":[12],"the":[13,19,46,65,69,87,93,96,110,120,130,134,152,162,171,201,208,219],"endeavor":[14],"to":[15,44,62,78,150],"achieve":[16],"stabilization":[17,47],"human":[20],"heartbeat":[21],"has":[22,40,59,89],"garnered":[23],"significant":[24],"scholarly":[25],"interest":[26],"in":[27,105,127],"recent":[28],"years.":[29],"In":[30],"this":[31],"context,":[32],"an":[33],"adaptive":[34],"nonlinear":[35],"disturbance":[36,117],"compensator":[37],"(ANDC)":[38],"strategy":[39,210],"been":[41,60,90],"meticulously":[42],"developed":[43],"ensure":[45],"activity.":[50],"Moreover,":[51],"double":[53],"deep":[54],"reinforcement":[55],"learning":[56],"(DDRL)":[57],"algorithm":[58],"employed":[61],"adaptively":[63],"calibrate":[64],"tunable":[66],"coefficients":[67],"ANDC":[70,111],"controller.":[71],"To":[72],"facilitate":[73],"this,":[74],"as":[75,77,187],"well":[76],"replicate":[79],"authentic":[80],"environmental":[81],"conditions,":[82,217],"dynamic":[84],"model":[85],"heart":[88],"constructed":[91],"utilizing":[92],"framework":[94],"Markov":[97],"Decision":[98],"Process":[99],"(MDP).":[100],"proposed":[102],"methodology":[103],"functions":[104],"closed-loop":[107],"configuration,":[108],"wherein":[109],"controller":[112],"guarantees":[113],"both":[114,156],"stability":[115],"and":[116,144,158,192],"mitigation,":[118],"while":[119],"DDRL":[121],"agent":[122],"persistently":[123],"refines":[124],"control":[125],"parameters":[126],"accordance":[128],"with":[129],"observed":[131],"state":[132,199],"system.":[135],"Two":[136],"categories":[137],"input":[139],"signals,":[140,147],"namely":[141],"normal":[142],"signals":[143,175],"MDP-based":[145],"stochastic":[146],"are":[148,195],"administered":[149],"assess":[151],"system's":[153],"efficacy":[154],"under":[155],"standard":[157],"uncertain":[159],"conditions.":[160],"Furthermore,":[161],"influence":[163],"pathological":[165],"neural":[166],"activity":[167],"is":[168],"emulated":[169],"through":[170],"introduction":[172],"external":[174],"characterized":[176],"by":[177],"eight":[178],"discrete":[179],"frequency":[180],"components.":[181],"Quantitative":[182],"assessments":[183],"employing":[184],"metrics":[185],"such":[186],"peak":[188],"amplitude,":[189],"signal":[190],"energy,":[191],"zero-crossing":[193],"rate":[194],"performed":[196],"for":[197],"each":[198],"cardiovascular":[202],"model.":[203],"findings":[205],"substantiate":[206],"that":[207],"ANDC-DDRL":[209],"effectively":[211],"stabilizes":[212],"across":[215],"diverse":[216],"surpassing":[218],"performance":[220],"conventional":[222],"baseline":[223],"methods.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2025-10-10T00:00:00"}