{"id":"https://openalex.org/W4405489706","doi":"https://doi.org/10.1109/embc53108.2024.10782277","title":"Optimizing Warfarin Dosing Using Contextual Bandit: An Offline Policy Learning and Evaluation Method","display_name":"Optimizing Warfarin Dosing Using Contextual Bandit: An Offline Policy Learning and Evaluation Method","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4405489706","doi":"https://doi.org/10.1109/embc53108.2024.10782277","pmid":"https://pubmed.ncbi.nlm.nih.gov/40039709"},"language":"en","primary_location":{"id":"doi:10.1109/embc53108.2024.10782277","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc53108.2024.10782277","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 46th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065502904","display_name":"Yong Huang","orcid":"https://orcid.org/0000-0001-8377-8923"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yong Huang","raw_affiliation_strings":["University of California,Dept. of Computer Science,Irvine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California,Dept. of Computer Science,Irvine","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041635920","display_name":"Charles A. Downs","orcid":"https://orcid.org/0000-0003-4859-7929"},"institutions":[{"id":"https://openalex.org/I145608581","display_name":"University of Miami","ror":"https://ror.org/02dgjyy92","country_code":"US","type":"education","lineage":["https://openalex.org/I145608581"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charles A. Downs","raw_affiliation_strings":["University of Miami,School of Nursing and Health Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Miami,School of Nursing and Health Sciences","institution_ids":["https://openalex.org/I145608581"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042140592","display_name":"Amir M. Rahmani","orcid":"https://orcid.org/0000-0003-0725-1155"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amir M. Rahmani","raw_affiliation_strings":["University of California,Dept. of Computer Science,Irvine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California,Dept. of Computer Science,Irvine","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"2024","issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dosing","display_name":"Dosing","score":0.7184107303619385},{"id":"https://openalex.org/keywords/warfarin","display_name":"Warfarin","score":0.6932071447372437},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6682302355766296},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4378131628036499},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36664819717407227},{"id":"https://openalex.org/keywords/pharmacology","display_name":"Pharmacology","score":0.09196731448173523},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.07348260283470154}],"concepts":[{"id":"https://openalex.org/C2777288759","wikidata":"https://www.wikidata.org/wiki/Q4164182","display_name":"Dosing","level":2,"score":0.7184107303619385},{"id":"https://openalex.org/C2776301958","wikidata":"https://www.wikidata.org/wiki/Q407431","display_name":"Warfarin","level":3,"score":0.6932071447372437},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6682302355766296},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4378131628036499},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36664819717407227},{"id":"https://openalex.org/C98274493","wikidata":"https://www.wikidata.org/wiki/Q128406","display_name":"Pharmacology","level":1,"score":0.09196731448173523},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.07348260283470154},{"id":"https://openalex.org/C2779161974","wikidata":"https://www.wikidata.org/wiki/Q815819","display_name":"Atrial fibrillation","level":2,"score":0.0},{"id":"https://openalex.org/C164705383","wikidata":"https://www.wikidata.org/wiki/Q10379","display_name":"Cardiology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000925","descriptor_name":"Anticoagulants","qualifier_ui":"Q000008","qualifier_name":"administration & dosage","is_major_topic":true},{"descriptor_ui":"D000925","descriptor_name":"Anticoagulants","qualifier_ui":"Q000008","qualifier_name":"administration & dosage","is_major_topic":false},{"descriptor_ui":"D000925","descriptor_name":"Anticoagulants","qualifier_ui":"Q000008","qualifier_name":"administration & dosage","is_major_topic":false},{"descriptor_ui":"D004305","descriptor_name":"Dose-Response Relationship, Drug","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014859","descriptor_name":"Warfarin","qualifier_ui":"Q000008","qualifier_name":"administration & dosage","is_major_topic":true},{"descriptor_ui":"D014859","descriptor_name":"Warfarin","qualifier_ui":"Q000008","qualifier_name":"administration & dosage","is_major_topic":true},{"descriptor_ui":"D014859","descriptor_name":"Warfarin","qualifier_ui":"Q000008","qualifier_name":"administration & dosage","is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc53108.2024.10782277","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc53108.2024.10782277","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 46th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:40039709","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40039709","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W104676637","https://openalex.org/W139292797","https://openalex.org/W1515782956","https://openalex.org/W1809653203","https://openalex.org/W1979090076","https://openalex.org/W2020160576","https://openalex.org/W2112420033","https://openalex.org/W2784068709","https://openalex.org/W2792944991","https://openalex.org/W2806905826","https://openalex.org/W2899689262","https://openalex.org/W2961165108","https://openalex.org/W2964297722","https://openalex.org/W2984671888","https://openalex.org/W3099420497","https://openalex.org/W3138939485","https://openalex.org/W3200693258","https://openalex.org/W4301178047","https://openalex.org/W6604267249","https://openalex.org/W6746030470","https://openalex.org/W6751973938","https://openalex.org/W6756386628","https://openalex.org/W6765926484","https://openalex.org/W6770110395","https://openalex.org/W6801625149"],"related_works":["https://openalex.org/W3206796326","https://openalex.org/W2972240255","https://openalex.org/W3182488367","https://openalex.org/W2000986683","https://openalex.org/W3173368603","https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W3046775127","https://openalex.org/W4394896187"],"abstract_inverted_index":{"Warfarin,":[0],"an":[1,39],"anticoagulant":[2],"medication,":[3],"is":[4],"formulated":[5],"to":[6,33,44,85,101],"prevent":[7],"and":[8,37,49,66,94],"address":[9],"conditions":[10],"associated":[11],"with":[12],"abnormal":[13],"blood":[14],"clotting,":[15],"making":[16],"it":[17],"one":[18],"of":[19,63,69],"the":[20,27,60,103],"most":[21],"prescribed":[22],"drugs":[23],"globally.":[24],"However,":[25],"determining":[26],"suitable":[28],"dosage":[29,41,106],"remains":[30],"challenging":[31],"due":[32],"individual":[34],"response":[35],"variations,":[36],"prescribing":[38],"incorrect":[40],"may":[42],"lead":[43],"severe":[45],"consequences.":[46],"Contextual":[47],"bandit":[48,99],"reinforcement":[50],"learning":[51,93],"have":[52],"shown":[53],"promise":[54],"in":[55,71,96],"addressing":[56],"this":[57],"issue.":[58],"Given":[59],"wide":[61],"availability":[62],"observational":[64,78],"data":[65,79],"safety":[67],"concerns":[68],"decision-making":[70],"healthcare,":[72],"we":[73,89],"focused":[74],"on":[75],"using":[76],"exclusively":[77],"from":[80],"historical":[81],"policies":[82,110],"as":[83],"demonstrations":[84],"derive":[86],"new":[87],"policies;":[88],"utilized":[90],"offline":[91],"policy":[92],"evaluation":[95],"a":[97,121],"contextual":[98],"setting":[100],"establish":[102],"optimal":[104],"personalized":[105],"strategy.":[107],"Our":[108],"learned":[109],"surpassed":[111],"these":[112],"baseline":[113],"approaches":[114],"without":[115],"genotype":[116],"inputs,":[117],"even":[118],"when":[119],"given":[120],"suboptimal":[122],"demonstration,":[123],"showcasing":[124],"promising":[125],"application":[126],"potential.":[127]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-10-10T00:00:00"}