{"id":"https://openalex.org/W4388674312","doi":"https://doi.org/10.1109/bhi58575.2023.10313431","title":"Reinforcement Learning Approach to Sedation and Delirium Management in the Intensive Care Unit","display_name":"Reinforcement Learning Approach to Sedation and Delirium Management in the Intensive Care Unit","publication_year":2023,"publication_date":"2023-10-15","ids":{"openalex":"https://openalex.org/W4388674312","doi":"https://doi.org/10.1109/bhi58575.2023.10313431"},"language":"en","primary_location":{"id":"doi:10.1109/bhi58575.2023.10313431","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bhi58575.2023.10313431","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE EMBS International Conference on Biomedical and Health Informatics (BHI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054997546","display_name":"Niloufar Eghbali","orcid":null},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Niloufar Eghbali","raw_affiliation_strings":["Michigan State University,Department of Computer Science,East Lansing,MA,USA","Department of Computer Science, Michigan State University, East Lansing, MA, USA"],"affiliations":[{"raw_affiliation_string":"Michigan State University,Department of Computer Science,East Lansing,MA,USA","institution_ids":["https://openalex.org/I87216513"]},{"raw_affiliation_string":"Department of Computer Science, Michigan State University, East Lansing, MA, USA","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071524422","display_name":"Tuka Alhanai","orcid":"https://orcid.org/0000-0002-1591-3908"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tuka Alhanai","raw_affiliation_strings":["New York University Abu Dhabi,Division of Engineering,Abu Dhabi,UAE","Division of Engineering, New York University Abu Dhabi, Abu Dhabi, UAE"],"affiliations":[{"raw_affiliation_string":"New York University Abu Dhabi,Division of Engineering,Abu Dhabi,UAE","institution_ids":[]},{"raw_affiliation_string":"Division of Engineering, New York University Abu Dhabi, Abu Dhabi, UAE","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076266282","display_name":"Mohammad M. Ghassemi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohammad M. Ghassemi","raw_affiliation_strings":["New York University Abu Dhabi,Division of Engineering,Abu Dhabi,UAE","Division of Engineering, New York University Abu Dhabi, Abu Dhabi, UAE"],"affiliations":[{"raw_affiliation_string":"New York University Abu Dhabi,Division of Engineering,Abu Dhabi,UAE","institution_ids":[]},{"raw_affiliation_string":"Division of Engineering, New York University Abu Dhabi, Abu Dhabi, UAE","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5054997546"],"corresponding_institution_ids":["https://openalex.org/I87216513"],"apc_list":null,"apc_paid":null,"fwci":0.6541,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.68819876,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10867","display_name":"Intensive Care Unit Cognitive Disorders","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2706","display_name":"Critical Care and Intensive Care Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10867","display_name":"Intensive Care Unit Cognitive Disorders","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2706","display_name":"Critical Care and Intensive Care Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10436","display_name":"Anesthesia and Sedative Agents","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2703","display_name":"Anesthesiology and Pain Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12963","display_name":"Anesthesia and Neurotoxicity Research","score":0.9821000099182129,"subfield":{"id":"https://openalex.org/subfields/2806","display_name":"Developmental Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sedation","display_name":"Sedation","score":0.931868314743042},{"id":"https://openalex.org/keywords/midazolam","display_name":"Midazolam","score":0.8322367668151855},{"id":"https://openalex.org/keywords/fentanyl","display_name":"Fentanyl","score":0.7097532749176025},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.6777513027191162},{"id":"https://openalex.org/keywords/propofol","display_name":"Propofol","score":0.6708675622940063},{"id":"https://openalex.org/keywords/delirium","display_name":"Delirium","score":0.6373379230499268},{"id":"https://openalex.org/keywords/dosing","display_name":"Dosing","score":0.6110141277313232},{"id":"https://openalex.org/keywords/intensive-care-unit","display_name":"Intensive care unit","score":0.5635994076728821},{"id":"https://openalex.org/keywords/anesthesia","display_name":"Anesthesia","score":0.5165764093399048},{"id":"https://openalex.org/keywords/intensive-care-medicine","display_name":"Intensive care medicine","score":0.49544012546539307},{"id":"https://openalex.org/keywords/adverse-effect","display_name":"Adverse effect","score":0.48620882630348206},{"id":"https://openalex.org/keywords/pharmacology","display_name":"Pharmacology","score":0.0861579179763794}],"concepts":[{"id":"https://openalex.org/C2776814716","wikidata":"https://www.wikidata.org/wiki/Q574801","display_name":"Sedation","level":2,"score":0.931868314743042},{"id":"https://openalex.org/C2778000748","wikidata":"https://www.wikidata.org/wiki/Q423071","display_name":"Midazolam","level":3,"score":0.8322367668151855},{"id":"https://openalex.org/C2781072394","wikidata":"https://www.wikidata.org/wiki/Q407541","display_name":"Fentanyl","level":2,"score":0.7097532749176025},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.6777513027191162},{"id":"https://openalex.org/C2776277131","wikidata":"https://www.wikidata.org/wiki/Q422740","display_name":"Propofol","level":2,"score":0.6708675622940063},{"id":"https://openalex.org/C2779753318","wikidata":"https://www.wikidata.org/wiki/Q160796","display_name":"Delirium","level":2,"score":0.6373379230499268},{"id":"https://openalex.org/C2777288759","wikidata":"https://www.wikidata.org/wiki/Q4164182","display_name":"Dosing","level":2,"score":0.6110141277313232},{"id":"https://openalex.org/C2776376669","wikidata":"https://www.wikidata.org/wiki/Q5094647","display_name":"Intensive care unit","level":2,"score":0.5635994076728821},{"id":"https://openalex.org/C42219234","wikidata":"https://www.wikidata.org/wiki/Q131130","display_name":"Anesthesia","level":1,"score":0.5165764093399048},{"id":"https://openalex.org/C177713679","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care medicine","level":1,"score":0.49544012546539307},{"id":"https://openalex.org/C197934379","wikidata":"https://www.wikidata.org/wiki/Q2047938","display_name":"Adverse effect","level":2,"score":0.48620882630348206},{"id":"https://openalex.org/C98274493","wikidata":"https://www.wikidata.org/wiki/Q128406","display_name":"Pharmacology","level":1,"score":0.0861579179763794}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bhi58575.2023.10313431","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/bhi58575.2023.10313431","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE EMBS International Conference on Biomedical and Health Informatics (BHI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","score":0.5299999713897705,"display_name":"Good health and well-being"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W875859","https://openalex.org/W1998875285","https://openalex.org/W2004284087","https://openalex.org/W2038610812","https://openalex.org/W2050330236","https://openalex.org/W2091631034","https://openalex.org/W2104021243","https://openalex.org/W2121044961","https://openalex.org/W2123098876","https://openalex.org/W2138928595","https://openalex.org/W2152337962","https://openalex.org/W2159167585","https://openalex.org/W2193923384","https://openalex.org/W2911236815","https://openalex.org/W2937671098","https://openalex.org/W3001656826","https://openalex.org/W3025019304","https://openalex.org/W3040948586","https://openalex.org/W3090832565","https://openalex.org/W3140623462","https://openalex.org/W3216656735","https://openalex.org/W4253096148","https://openalex.org/W4298857966"],"related_works":["https://openalex.org/W3168452958","https://openalex.org/W2376741896","https://openalex.org/W2398203438","https://openalex.org/W183906965","https://openalex.org/W2156760585","https://openalex.org/W2416936268","https://openalex.org/W2419552281","https://openalex.org/W2371192730","https://openalex.org/W1843147913","https://openalex.org/W2371395691"],"abstract_inverted_index":{"Common":[0],"treatments":[1],"in":[2,24,185],"Intensive":[3],"Care":[4],"Units":[5],"frequently":[6],"involve":[7],"prolonged":[8],"sedation.":[9,138],"Maintaining":[10],"adequate":[11,62],"sedation":[12,52,66,184],"levels":[13],"is":[14],"challenging":[15],"and":[16,104,129,135,146],"prone":[17],"to":[18,48,59,88,180,190],"errors":[19],"including:":[20,132],"incorrect":[21],"dosing,":[22],"omission/delay":[23],"administration":[25],"and,":[26],"selecting":[27],"a":[28,43,50,77,153,186],"sub-optimal":[29],"combination":[30],"of":[31,38,64,76,97,137,144,150],"sedatives.":[32],"In":[33],"this":[34,82],"single-center":[35],"retrospective":[36],"study":[37],"1,346":[39],"patients,":[40],"we":[41],"use":[42],"Deep":[44],"Q":[45],"Network":[46],"approach":[47],"develop":[49],"multi-objective":[51],"management":[53],"agent.":[54],"The":[55],"agent's":[56,161,196],"objective":[57],"was":[58,86,123,157],"achieve":[60,81],"an":[61,105],"level":[63],"patient":[65],"without":[67],"moving":[68],"the":[69,84,95,115,121,126,141,147,160,182],"patient's":[70,127,183],"Mean":[71],"Arterial":[72],"Pressure":[73],"(MAP)":[74],"outside":[75],"therapeutic":[78,187],"range.":[79],"To":[80,117,139],"objective,":[83],"agent":[85,122,175],"allowed":[87],"periodically":[89],"(every":[90],"4":[91],"hours)":[92],"recommend":[93],"how":[94],"dose":[96],"two":[98],"commonly":[99],"used":[100],"sedatives":[101],"(propofol,":[102],"midazolam)":[103],"opioid":[106],"(fentanyl)":[107],"should":[108],"be":[109],"adjusted:":[110],"increased,":[111],"decreased,":[112],"or":[113],"stay":[114],"same.":[116],"inform":[118],"it's":[119],"recommendations,":[120],"provided":[124],"with":[125,168,173,194],"demographym":[128],"periodic":[130],"measures":[131],"vital":[133],"signs,":[134],"depth":[136],"mitigate":[140],"potential":[142],"risk":[143],"delirium":[145,154],"adverse":[148],"effects":[149],"over":[151],"sedation,":[152],"control":[155],"variable":[156],"integrated":[158],"into":[159],"reward":[162],"function.":[163],"We":[164],"found":[165],"that":[166,171,192],"Physicians":[167],"dosing":[169],"policies":[170],"agreed":[172],"our":[174,195],"were":[176],"29%":[177],"more":[178],"likely":[179],"maintain":[181],"range,":[188],"compared":[189],"those":[191],"disagreed":[193],"policy.":[197]},"counts_by_year":[{"year":2024,"cited_by_count":3}],"updated_date":"2025-12-25T23:11:45.687758","created_date":"2025-10-10T00:00:00"}