{"id":"https://openalex.org/W4416798189","doi":"https://doi.org/10.1109/access.2025.3638417","title":"A Reinforcement Learning Framework for Personalized Anticoagulation Dosing in Critical Care: Integrating Batch-Constrained Policy Optimization and Off-Policy Evaluation","display_name":"A Reinforcement Learning Framework for Personalized Anticoagulation Dosing in Critical Care: Integrating Batch-Constrained Policy Optimization and Off-Policy Evaluation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416798189","doi":"https://doi.org/10.1109/access.2025.3638417"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3638417","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3638417","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3638417","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071807135","display_name":"Yooseok Lim","orcid":"https://orcid.org/0009-0005-5962-5085"},"institutions":[{"id":"https://openalex.org/I2802835388","display_name":"Seoul National University Hospital","ror":"https://ror.org/01z4nnt86","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I139264467","https://openalex.org/I2802835388"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yooseok Lim","raw_affiliation_strings":["Office of Hospital Information, Seoul National University Hospital, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0005-5962-5085","affiliations":[{"raw_affiliation_string":"Office of Hospital Information, Seoul National University Hospital, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I2802835388"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054308008","display_name":"In-Beom Park","orcid":"https://orcid.org/0000-0002-8890-7381"},"institutions":[{"id":"https://openalex.org/I205490536","display_name":"Dongguk University","ror":"https://ror.org/057q6n778","country_code":"KR","type":"education","lineage":["https://openalex.org/I205490536"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"In-Beom Park","raw_affiliation_strings":["Department of Industrial and Systems Engineering, Dongguk University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-8890-7381","affiliations":[{"raw_affiliation_string":"Department of Industrial and Systems Engineering, Dongguk University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I205490536"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007519156","display_name":"Sujee Lee","orcid":"https://orcid.org/0000-0003-1060-2067"},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sujee Lee","raw_affiliation_strings":["Department of Systems Management Engineering, Sungkyunkwan University, Suwon, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-1060-2067","affiliations":[{"raw_affiliation_string":"Department of Systems Management Engineering, Sungkyunkwan University, Suwon, Republic of Korea","institution_ids":["https://openalex.org/I848706"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.50226073,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"203145","last_page":"203157"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10065","display_name":"Atrial Fibrillation Management and Outcomes","score":0.2011999934911728,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10065","display_name":"Atrial Fibrillation Management and Outcomes","score":0.2011999934911728,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10218","display_name":"Sepsis Diagnosis and Treatment","score":0.10819999873638153,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12352","display_name":"Heparin-Induced Thrombocytopenia and Thrombosis","score":0.09290000051259995,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.89410001039505},{"id":"https://openalex.org/keywords/dosing","display_name":"Dosing","score":0.8676000237464905},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6236000061035156},{"id":"https://openalex.org/keywords/intensive-care-unit","display_name":"Intensive care unit","score":0.34380000829696655},{"id":"https://openalex.org/keywords/remote-patient-monitoring","display_name":"Remote patient monitoring","score":0.3003999888896942}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.89410001039505},{"id":"https://openalex.org/C2777288759","wikidata":"https://www.wikidata.org/wiki/Q4164182","display_name":"Dosing","level":2,"score":0.8676000237464905},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6236000061035156},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6087999939918518},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4058000147342682},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38589999079704285},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35679998993873596},{"id":"https://openalex.org/C2776376669","wikidata":"https://www.wikidata.org/wiki/Q5094647","display_name":"Intensive care unit","level":2,"score":0.34380000829696655},{"id":"https://openalex.org/C177713679","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care medicine","level":1,"score":0.3409000039100647},{"id":"https://openalex.org/C175079658","wikidata":"https://www.wikidata.org/wiki/Q7312165","display_name":"Remote patient monitoring","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C2987404301","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care","level":2,"score":0.29899999499320984},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2906000018119812},{"id":"https://openalex.org/C63527458","wikidata":"https://www.wikidata.org/wiki/Q5133829","display_name":"Clinical decision support system","level":3,"score":0.25690001249313354},{"id":"https://openalex.org/C19648533","wikidata":"https://www.wikidata.org/wiki/Q691640","display_name":"Evidence-based medicine","level":3,"score":0.25609999895095825}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3638417","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3638417","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:223b1dea90194edfa0811062ec2ae7b0","is_oa":true,"landing_page_url":"https://doaj.org/article/223b1dea90194edfa0811062ec2ae7b0","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 203145-203157 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3638417","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3638417","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3508497365","display_name":null,"funder_award_id":"RS-2024-00468417","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G5995695870","display_name":null,"funder_award_id":"RS-2024-00468417","funder_id":"https://openalex.org/F4320321378","funder_display_name":"Sungkyunkwan University"},{"id":"https://openalex.org/G6799406404","display_name":null,"funder_award_id":"RS-2024-00468417","funder_id":"https://openalex.org/F4320322034","funder_display_name":"Ministry of Health and Welfare"}],"funders":[{"id":"https://openalex.org/F4320321378","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20"},{"id":"https://openalex.org/F4320322034","display_name":"Ministry of Health and Welfare","ror":"https://ror.org/00vxgjw72"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Precise":[0],"medication":[1],"dosing":[2,28,66,79],"in":[3,75,171],"the":[4,84,90,134],"intensive":[5],"care":[6],"unit":[7],"(ICU)":[8],"is":[9,98,114,133],"vital":[10],"for":[11,47,145,166],"patient":[12],"survival.":[13],"Heparin,":[14],"a":[15,41,164],"widely":[16],"used":[17],"anticoagulant,":[18],"requires":[19],"careful":[20],"administration":[21],"due":[22],"to":[23,62,137],"patient-specific":[24],"variability,":[25],"and":[26,87,93,142,158],"inappropriate":[27],"can":[29],"cause":[30],"severe":[31],"complications":[32],"such":[33],"as":[34],"stroke":[35],"or":[36],"hemorrhage.":[37],"This":[38],"study":[39,136],"introduces":[40],"reinforcement":[42],"learning":[43],"(RL)-based":[44],"decision-support":[45,169],"framework":[46],"heparin":[48],"dosing,":[49],"integrating":[50],"offline":[51,76],"RL":[52],"algorithms":[53],"with":[54,125],"rigorous":[55],"evaluation.":[56],"We":[57],"employ":[58],"Batch-Constrained":[59],"Q-Learning":[60],"(BCQ)":[61],"learn":[63],"an":[64],"optimal":[65],"policy":[67],"from":[68],"retrospective":[69],"data,":[70],"addressing":[71],"distributional":[72],"shift":[73],"inherent":[74],"settings.":[77],"The":[78],"policies":[80],"are":[81,122],"trained":[82],"on":[83,89],"MIMIC-III":[85],"database":[86],"evaluated":[88],"MIMIC-IV":[91],"database,":[92],"vice":[94],"versa.":[95],"Policy":[96],"effectiveness":[97],"assessed":[99],"through":[100,116],"multiple":[101],"off-policy":[102],"evaluation":[103],"(OPE)":[104],"methods,":[105],"demonstrating":[106],"higher":[107],"expected":[108],"returns":[109],"than":[110],"clinician-derived":[111],"strategies.":[112],"Interpretability":[113],"enhanced":[115],"t-SNE":[117],"visualization,":[118],"showing":[119],"that":[120],"Q-values":[121],"well":[123],"aligned":[124],"therapeutic":[126],"aPTT":[127],"targets.":[128],"To":[129],"our":[130],"knowledge,":[131],"this":[132,161],"first":[135],"combine":[138],"BCQ,":[139],"multi-metric":[140],"OPE,":[141],"interpretability":[143],"analysis":[144],"anticoagulation":[146],"management":[147],"across":[148],"two":[149],"large-scale":[150],"ICU":[151],"cohorts.":[152],"By":[153],"advancing":[154],"both":[155],"methodological":[156],"rigor":[157],"clinical":[159],"relevance,":[160],"work":[162],"provides":[163],"foundation":[165],"reliable":[167],"RL-based":[168],"systems":[170],"critical":[172],"care.":[173]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-11-28T00:00:00"}