{"id":"https://openalex.org/W4295073588","doi":"https://doi.org/10.1109/embc48229.2022.9871055","title":"A Reinforcement Learning Application for Optimal Fluid and Vasopressor Interventions in Septic ICU Patients","display_name":"A Reinforcement Learning Application for Optimal Fluid and Vasopressor Interventions in Septic ICU Patients","publication_year":2022,"publication_date":"2022-07-11","ids":{"openalex":"https://openalex.org/W4295073588","doi":"https://doi.org/10.1109/embc48229.2022.9871055","pmid":"https://pubmed.ncbi.nlm.nih.gov/36086153"},"language":"en","primary_location":{"id":"doi:10.1109/embc48229.2022.9871055","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc48229.2022.9871055","pdf_url":null,"source":{"id":"https://openalex.org/S4363607706","display_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053611002","display_name":"Maximiliano Mollura","orcid":"https://orcid.org/0000-0002-2248-8145"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Maximiliano Mollura","raw_affiliation_strings":["Politecnico di Milano,Department of Electronic, Information and Bioengineering,Milano,Italy","Department of Electronic, Information and Bioengineering, Politecnico di Milano, Milano, Italy"],"affiliations":[{"raw_affiliation_string":"Politecnico di Milano,Department of Electronic, Information and Bioengineering,Milano,Italy","institution_ids":["https://openalex.org/I93860229"]},{"raw_affiliation_string":"Department of Electronic, Information and Bioengineering, Politecnico di Milano, Milano, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006752581","display_name":"Cristian Drudi","orcid":"https://orcid.org/0009-0000-1733-8823"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Cristian Drudi","raw_affiliation_strings":["Politecnico di Milano,Department of Electronic, Information and Bioengineering,Milano,Italy","Department of Electronic, Information and Bioengineering, Politecnico di Milano, Milano, Italy"],"affiliations":[{"raw_affiliation_string":"Politecnico di Milano,Department of Electronic, Information and Bioengineering,Milano,Italy","institution_ids":["https://openalex.org/I93860229"]},{"raw_affiliation_string":"Department of Electronic, Information and Bioengineering, Politecnico di Milano, Milano, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085846936","display_name":"Li-wei H. Lehman","orcid":"https://orcid.org/0000-0002-3782-9977"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li-Wei Lehman","raw_affiliation_strings":["Institute for Medical Engineering & Science, Massachusetts Institute of Technology,Cambridge,Massachussetts"],"affiliations":[{"raw_affiliation_string":"Institute for Medical Engineering & Science, Massachusetts Institute of Technology,Cambridge,Massachussetts","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030899687","display_name":"Riccardo Barbieri","orcid":"https://orcid.org/0000-0001-9381-3833"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Riccardo Barbieri","raw_affiliation_strings":["Politecnico di Milano,Department of Electronic, Information and Bioengineering,Milano,Italy","Department of Electronic, Information and Bioengineering, Politecnico di Milano, Milano, Italy"],"affiliations":[{"raw_affiliation_string":"Politecnico di Milano,Department of Electronic, Information and Bioengineering,Milano,Italy","institution_ids":["https://openalex.org/I93860229"]},{"raw_affiliation_string":"Department of Electronic, Information and Bioengineering, Politecnico di Milano, Milano, Italy","institution_ids":["https://openalex.org/I93860229"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5053611002"],"corresponding_institution_ids":["https://openalex.org/I93860229"],"apc_list":null,"apc_paid":null,"fwci":6.1626,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.96925566,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"2022","issue":null,"first_page":"321","last_page":"324"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10218","display_name":"Sepsis Diagnosis and Treatment","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10218","display_name":"Sepsis Diagnosis and Treatment","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11700","display_name":"Hemodynamic Monitoring and Therapy","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10322","display_name":"Respiratory Support and Mechanisms","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/2740","display_name":"Pulmonary and Respiratory Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7474267482757568},{"id":"https://openalex.org/keywords/intensive-care-medicine","display_name":"Intensive care medicine","score":0.6019745469093323},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.58749920129776},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4771708548069},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.47205930948257446},{"id":"https://openalex.org/keywords/sepsis","display_name":"Sepsis","score":0.467756986618042},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.43814677000045776},{"id":"https://openalex.org/keywords/resuscitation","display_name":"Resuscitation","score":0.433942586183548},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38284987211227417},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3616436719894409},{"id":"https://openalex.org/keywords/emergency-medicine","display_name":"Emergency medicine","score":0.2326658070087433},{"id":"https://openalex.org/keywords/surgery","display_name":"Surgery","score":0.1255645453929901}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7474267482757568},{"id":"https://openalex.org/C177713679","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care medicine","level":1,"score":0.6019745469093323},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.58749920129776},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4771708548069},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.47205930948257446},{"id":"https://openalex.org/C2778384902","wikidata":"https://www.wikidata.org/wiki/Q183134","display_name":"Sepsis","level":2,"score":0.467756986618042},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.43814677000045776},{"id":"https://openalex.org/C2778165595","wikidata":"https://www.wikidata.org/wiki/Q5491454","display_name":"Resuscitation","level":2,"score":0.433942586183548},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38284987211227417},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3616436719894409},{"id":"https://openalex.org/C194828623","wikidata":"https://www.wikidata.org/wiki/Q2861470","display_name":"Emergency medicine","level":1,"score":0.2326658070087433},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.1255645453929901},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C99454951","wikidata":"https://www.wikidata.org/wiki/Q932068","display_name":"Environmental health","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D005440","descriptor_name":"Fluid Therapy","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D005440","descriptor_name":"Fluid Therapy","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D005440","descriptor_name":"Fluid Therapy","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007362","descriptor_name":"Intensive Care Units","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007362","descriptor_name":"Intensive Care Units","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007362","descriptor_name":"Intensive Care Units","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012189","descriptor_name":"Retrospective Studies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012189","descriptor_name":"Retrospective Studies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012189","descriptor_name":"Retrospective Studies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012772","descriptor_name":"Shock, Septic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012772","descriptor_name":"Shock, Septic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012772","descriptor_name":"Shock, Septic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014662","descriptor_name":"Vasoconstrictor Agents","qualifier_ui":"Q000627","qualifier_name":"therapeutic use","is_major_topic":false},{"descriptor_ui":"D014662","descriptor_name":"Vasoconstrictor Agents","qualifier_ui":"Q000627","qualifier_name":"therapeutic use","is_major_topic":false},{"descriptor_ui":"D014662","descriptor_name":"Vasoconstrictor Agents","qualifier_ui":"Q000627","qualifier_name":"therapeutic use","is_major_topic":false},{"descriptor_ui":"D018805","descriptor_name":"Sepsis","qualifier_ui":"Q000188","qualifier_name":"drug therapy","is_major_topic":true},{"descriptor_ui":"D018805","descriptor_name":"Sepsis","qualifier_ui":"Q000188","qualifier_name":"drug therapy","is_major_topic":true},{"descriptor_ui":"D018805","descriptor_name":"Sepsis","qualifier_ui":"Q000188","qualifier_name":"drug therapy","is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1109/embc48229.2022.9871055","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc48229.2022.9871055","pdf_url":null,"source":{"id":"https://openalex.org/S4363607706","display_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:36086153","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36086153","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null},{"id":"pmh:oai:re.public.polimi.it:11311/1233522","is_oa":false,"landing_page_url":"https://hdl.handle.net/11311/1233522","pdf_url":null,"source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3533399069","display_name":null,"funder_award_id":"5R01 EB017205","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2122375565","https://openalex.org/W2280404143","https://openalex.org/W2614741637","https://openalex.org/W2757067700","https://openalex.org/W2773348346","https://openalex.org/W2801360758","https://openalex.org/W2887929199","https://openalex.org/W2896893468","https://openalex.org/W2962676505","https://openalex.org/W2963561234","https://openalex.org/W2979530546","https://openalex.org/W2998853022","https://openalex.org/W3016555942","https://openalex.org/W3025019304","https://openalex.org/W4288419366","https://openalex.org/W6737133519","https://openalex.org/W6746694879","https://openalex.org/W6760256022"],"related_works":["https://openalex.org/W2564096200","https://openalex.org/W2560351269","https://openalex.org/W3208630535","https://openalex.org/W2026405728","https://openalex.org/W4280540570","https://openalex.org/W2994793273","https://openalex.org/W4213252971","https://openalex.org/W2809136012","https://openalex.org/W2474474591","https://openalex.org/W2099287015"],"abstract_inverted_index":{"Sepsis":[0],"is":[1,28,97],"one":[2,29],"of":[3,7,18,30,46,71,94,112,186],"the":[4,31,47,80,88,95,100,110,136,156,183],"leading":[5],"causes":[6],"death":[8],"in":[9,24,53,79,190],"ICU":[10,76],"and":[11,15,84,103,139],"its":[12],"timely":[13],"recognition":[14],"management":[16],"are":[17,60,151],"primary":[19],"importance.":[20],"Resuscitation":[21],"from":[22],"hypotension":[23],"patients":[25],"with":[26],"sepsis":[27],"first":[32],"challenges":[33],"that":[34,49,126],"require":[35],"fluid":[36,102],"and/or":[37,188],"vasopressor":[38,104],"administrations.":[39,105],"Unfortunately,":[40],"clinical":[41,149],"guidelines":[42,150],"provide":[43,155],"only":[44],"indications":[45],"strategy":[48],"should":[50],"be":[51,131,173],"adopted":[52],"this":[54,64],"critical":[55],"population":[56],"but":[57],"personalized":[58],"strategies":[59,129,159],"still":[61],"missing.":[62],"In":[63,145],"study,":[65],"we":[66],"propose":[67],"a":[68,146,161],"comparative":[69],"analysis":[70,115],"reinforcement":[72,164],"learning":[73,165],"applications":[74,166],"on":[75,168],"data":[77,171],"collected":[78,170],"electronic":[81],"health":[82],"records":[83],"publicly":[85],"available":[86],"within":[87],"MIMIC-III":[89],"database.":[90],"The":[91],"ultimate":[92],"goal":[93],"study":[96],"to":[98,154,179,181,192],"estimate":[99],"optimal":[101,184],"Results":[106],"show":[107],"that,":[108],"after":[109],"use":[111],"principal":[113],"component":[114],"for":[116,133,175],"reducing":[117,135],"feature":[118],"space":[119],"dimensionality,":[120],"model":[121,141],"performances":[122],"increased,":[123],"thus":[124],"suggesting":[125],"additional":[127],"preprocessing":[128],"might":[130],"used":[132,174],"both":[134],"computational":[137],"cost":[138],"refining":[140],"performances.":[142],"Clinical":[143],"relevance":[144],"context":[147],"where":[148],"not":[152],"able":[153,178],"best":[157],"treatment":[158],"at":[160],"patient":[162],"level,":[163],"trained":[167],"retrospectively":[169],"may":[172],"developing":[176],"models":[177],"suggest":[180],"clinicians":[182],"dosage":[185],"fluids":[187],"vasopressors":[189],"order":[191],"improve":[193],"90-day":[194],"patients'":[195],"survival.":[196]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}