{"id":"https://openalex.org/W4415311783","doi":"https://doi.org/10.48550/arxiv.2506.14375","title":"Advancing Safe Mechanical Ventilation Using Offline RL With Hybrid Actions and Clinically Aligned Rewards","display_name":"Advancing Safe Mechanical Ventilation Using Offline RL With Hybrid Actions and Clinically Aligned Rewards","publication_year":2025,"publication_date":"2025-06-17","ids":{"openalex":"https://openalex.org/W4415311783","doi":"https://doi.org/10.48550/arxiv.2506.14375"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2506.14375","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.14375","pdf_url":"https://arxiv.org/pdf/2506.14375","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2506.14375","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5118582000","display_name":"Muhammad Hamza Yousuf","orcid":"https://orcid.org/0009-0001-0770-7303"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yousuf, Muhammad Hamza","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075186616","display_name":"Jason H. Li","orcid":"https://orcid.org/0009-0005-3686-3902"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jason","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102785999","display_name":"Sahar Vahdati","orcid":"https://orcid.org/0000-0002-7171-169X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vahdati, Sahar","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000767712","display_name":"Raphael Theilen","orcid":"https://orcid.org/0009-0001-8277-2922"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Theilen, Raphael","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026615195","display_name":"Jakob Wittenstein","orcid":"https://orcid.org/0000-0003-4397-1467"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wittenstein, Jakob","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5067133778","display_name":"Jens Lehmann","orcid":"https://orcid.org/0000-0001-9108-4278"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lehmann, Jens","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5118582000"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10322","display_name":"Respiratory Support and Mechanisms","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/2740","display_name":"Pulmonary and Respiratory Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10322","display_name":"Respiratory Support and Mechanisms","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/2740","display_name":"Pulmonary and Respiratory Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5730000138282776},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5108000040054321},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4489000141620636},{"id":"https://openalex.org/keywords/mechanical-ventilation","display_name":"Mechanical ventilation","score":0.42750000953674316},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4066999852657318},{"id":"https://openalex.org/keywords/intensive-care-unit","display_name":"Intensive care unit","score":0.4007999897003174},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.3984000086784363},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.39399999380111694}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5753999948501587},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5730000138282776},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5108000040054321},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4489000141620636},{"id":"https://openalex.org/C2777080012","wikidata":"https://www.wikidata.org/wiki/Q3766250","display_name":"Mechanical ventilation","level":2,"score":0.42750000953674316},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4066999852657318},{"id":"https://openalex.org/C2776376669","wikidata":"https://www.wikidata.org/wiki/Q5094647","display_name":"Intensive care unit","level":2,"score":0.4007999897003174},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.3984000086784363},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.39399999380111694},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.38909998536109924},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3538999855518341},{"id":"https://openalex.org/C200457457","wikidata":"https://www.wikidata.org/wiki/Q584049","display_name":"Ventilation (architecture)","level":2,"score":0.34880000352859497},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.33169999718666077},{"id":"https://openalex.org/C73000952","wikidata":"https://www.wikidata.org/wiki/Q17007827","display_name":"Discretization","level":2,"score":0.323199987411499},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.3147999942302704},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30239999294281006},{"id":"https://openalex.org/C2987404301","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care","level":2,"score":0.296999990940094},{"id":"https://openalex.org/C50897621","wikidata":"https://www.wikidata.org/wiki/Q2665508","display_name":"Hybrid system","level":2,"score":0.29159998893737793},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.2903999984264374},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.2752000093460083},{"id":"https://openalex.org/C2988170871","wikidata":"https://www.wikidata.org/wiki/Q11000047","display_name":"Healthcare system","level":3,"score":0.273499995470047},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C177713679","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care medicine","level":1,"score":0.25929999351501465},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.25859999656677246}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2506.14375","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.14375","pdf_url":"https://arxiv.org/pdf/2506.14375","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2506.14375","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2506.14375","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2506.14375","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.14375","pdf_url":"https://arxiv.org/pdf/2506.14375","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3794213272","display_name":"Intelligent Lung Support for Mechanically Ventilated Patients in the Intensive Care Unit","funder_award_id":"101057434","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8051717526","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415311783.pdf","grobid_xml":"https://content.openalex.org/works/W4415311783.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Invasive":[0],"mechanical":[1],"ventilation":[2],"(MV)":[3],"is":[4,238],"a":[5,65,124,193,217,229],"life-sustaining":[6],"therapy":[7],"commonly":[8],"used":[9],"in":[10,37,105,135,169,231,249],"the":[11,32,55,89,106,111,117,136,148,186],"intensive":[12],"care":[13],"unit":[14],"(ICU)":[15],"for":[16,29,81,208],"patients":[17,24],"with":[18,88,234,240,246],"severe":[19],"and":[20,53,67,92,129,151,202,244],"acute":[21],"conditions.":[22],"These":[23],"frequently":[25],"rely":[26],"on":[27,57,181,199],"MV":[28,41,62,83,96],"breathing.":[30],"Given":[31],"high":[33],"risk":[34],"of":[35,95,113,188,221],"death":[36],"such":[38],"cases,":[39],"optimal":[40],"settings":[42,63,100,165],"can":[43,122],"reduce":[44],"mortality,":[45],"minimize":[46],"ventilator-induced":[47],"lung":[48],"injury,":[49],"shorten":[50],"ICU":[51],"stays,":[52],"ease":[54],"strain":[56],"healthcare":[58,235],"resources.":[59],"However,":[60],"optimizing":[61,82],"remains":[64],"complex":[66],"error-prone":[68],"process":[69],"due":[70],"to":[71,102,120,160,162,167,178,216],"patient-specific":[72],"variability.":[73],"While":[74],"Offline":[75],"Reinforcement":[76],"Learning":[77],"(RL)":[78],"shows":[79],"promise":[80],"settings,":[84],"current":[85],"methods":[86],"struggle":[87],"hybrid":[90,182],"(continuous":[91],"discrete)":[93],"nature":[94],"settings.":[97,115],"Discretizing":[98],"continuous":[99,121],"leads":[101,215],"exponential":[103],"growth":[104],"action":[107,149,154,183],"space,":[108],"which":[109],"limits":[110],"number":[112],"optimizable":[114,164],"Converting":[116],"predictions":[118],"back":[119],"cause":[123],"distribution":[125],"shift,":[126],"compromising":[127],"safety":[128],"performance.":[130],"To":[131],"address":[132],"this":[133,214],"challenge,":[134],"IntelliLung":[137],"project,":[138],"we":[139,146,211,227],"are":[140],"developing":[141],"an":[142],"AI-based":[143],"approach":[144,157],"where":[145],"constrain":[147],"space":[150],"employ":[152],"factored":[153],"critics.":[155],"This":[156],"allows":[158],"us":[159],"scale":[161],"six":[163],"compared":[166],"2-3":[168],"previous":[170],"studies.":[171],"We":[172,190],"adapt":[173],"SOTA":[174],"offline":[175],"RL":[176],"algorithms":[177],"operate":[179],"directly":[180],"spaces,":[184],"avoiding":[185],"pitfalls":[187],"discretization.":[189],"also":[191],"introduce":[192],"clinically":[194,223],"grounded":[195],"reward":[196,209],"function":[197],"based":[198],"ventilator-free":[200],"days":[201],"physiological":[203],"targets.":[204],"Using":[205],"multiobjective":[206],"optimization":[207],"selection,":[210],"show":[212],"that":[213,237],"more":[218],"equitable":[219],"consideration":[220],"all":[222],"relevant":[224],"objectives.":[225],"Notably,":[226],"develop":[228],"system":[230],"close":[232],"collaboration":[233],"professionals":[236],"aligned":[239],"real-world":[241],"clinical":[242],"objectives":[243],"designed":[245],"future":[247],"deployment":[248],"mind.":[250]},"counts_by_year":[],"updated_date":"2026-04-12T07:58:50.170612","created_date":"2025-10-18T00:00:00"}