{"id":"https://openalex.org/W7135202343","doi":"https://doi.org/10.48550/arxiv.2603.11372","title":"Ensuring Safety in Automated Mechanical Ventilation through Offline Reinforcement Learning and Digital Twin Verification","display_name":"Ensuring Safety in Automated Mechanical Ventilation through Offline Reinforcement Learning and Digital Twin Verification","publication_year":2026,"publication_date":"2026-03-11","ids":{"openalex":"https://openalex.org/W7135202343","doi":"https://doi.org/10.48550/arxiv.2603.11372"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.11372","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11372","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.11372","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128977469","display_name":"Hang Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Hang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101717680","display_name":"Huidong Liu","orcid":"https://orcid.org/0000-0003-3833-9475"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Huidong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129023102","display_name":"Qingchen Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Qingchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119717193","display_name":"William Joy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joy, William","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019697132","display_name":"Kateryna Nikulina","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nikulina, Kateryna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059221195","display_name":"Andreas Schuppert","orcid":"https://orcid.org/0000-0003-3783-6605"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schuppert, Andreas A.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039588793","display_name":"Sina Saffaran","orcid":"https://orcid.org/0000-0001-9296-180X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saffaran, Sina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5000448372","display_name":"Declan Bates","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bates, Declan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10322","display_name":"Respiratory Support and Mechanisms","score":0.7980999946594238,"subfield":{"id":"https://openalex.org/subfields/2740","display_name":"Pulmonary and Respiratory Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10322","display_name":"Respiratory Support and Mechanisms","score":0.7980999946594238,"subfield":{"id":"https://openalex.org/subfields/2740","display_name":"Pulmonary and Respiratory Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10218","display_name":"Sepsis Diagnosis and Treatment","score":0.04809999838471413,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10867","display_name":"Intensive Care Unit Cognitive Disorders","score":0.025499999523162842,"subfield":{"id":"https://openalex.org/subfields/2706","display_name":"Critical Care and Intensive Care Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6539999842643738},{"id":"https://openalex.org/keywords/backup","display_name":"Backup","score":0.4417000114917755},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.4404999911785126},{"id":"https://openalex.org/keywords/safer","display_name":"SAFER","score":0.38119998574256897},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.3467000126838684},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.34389999508857727},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.34310001134872437},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.34200000762939453}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7186999917030334},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6539999842643738},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4578000009059906},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4490000009536743},{"id":"https://openalex.org/C2780945871","wikidata":"https://www.wikidata.org/wiki/Q194274","display_name":"Backup","level":2,"score":0.4417000114917755},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.4404999911785126},{"id":"https://openalex.org/C2776654903","wikidata":"https://www.wikidata.org/wiki/Q2601463","display_name":"SAFER","level":2,"score":0.38119998574256897},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.3467000126838684},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.34389999508857727},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.34310001134872437},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.34200000762939453},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.33469998836517334},{"id":"https://openalex.org/C2779803651","wikidata":"https://www.wikidata.org/wiki/Q5282088","display_name":"Discriminator","level":3,"score":0.32989999651908875},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.30570000410079956},{"id":"https://openalex.org/C2777080012","wikidata":"https://www.wikidata.org/wiki/Q3766250","display_name":"Mechanical ventilation","level":2,"score":0.3012999892234802},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.29170000553131104},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C2776888751","wikidata":"https://www.wikidata.org/wiki/Q767485","display_name":"Respiratory failure","level":2,"score":0.2808000147342682},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.25450000166893005}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.11372","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11372","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.11372","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11372","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Mechanical":[0],"ventilation":[1],"(MV)":[2],"is":[3,30,176],"a":[4,81,106,113,141,152,240],"life-saving":[5],"intervention":[6],"for":[7,116,136,154,167,201],"patients":[8,157,198],"with":[9,235],"acute":[10],"respiratory":[11],"failure":[12],"(ARF)":[13],"in":[14,57,244],"the":[15,88,204,229],"ICU.":[16],"However,":[17],"inappropriate":[18],"ventilator":[19],"settings":[20],"could":[21],"cause":[22],"ventilator-induced":[23],"lung":[24],"injury":[25],"(VILI).":[26],"Also,":[27,159],"clinicians":[28],"workload":[29],"shown":[31],"to":[32,36,46,52,130,179,185],"be":[33,42],"directly":[34],"linked":[35],"patient":[37,48,121],"outcomes.":[38,49],"Hence,":[39],"MV":[40,58],"should":[41],"personalized":[43],"and":[44,55,63,74,87,133,151,183,221],"automated":[45],"improve":[47],"Previous":[50],"attempts":[51],"incorporate":[53],"personalization":[54],"automation":[56],"include":[59],"traditional":[60],"supervised":[61],"learning":[62,66],"offline":[64,108,173,216],"reinforcement":[65],"(RL)":[67],"approaches,":[68],"which":[69,175],"often":[70],"neglect":[71],"temporal":[72,118],"dependencies":[73],"rely":[75],"excessively":[76],"on":[77,127,171],"mortality-based":[78],"rewards.":[79],"As":[80],"result,":[82],"early":[83],"stage":[84],"physiological":[85],"deterioration":[86],"risk":[89],"of":[90,120,149,156,196,231],"VILI":[91,150],"are":[92],"not":[93],"adequately":[94],"captured.":[95],"To":[96,188],"address":[97],"these":[98,190],"limitations,":[99,192],"we":[100],"propose":[101],"Transformer-based":[102,232],"Conservative":[103],"Q-Learning":[104],"(T-CQL),":[105],"novel":[107],"RL":[109,168,217,237],"framework":[110,227],"that":[111,146,210],"integrates":[112],"Transformer":[114],"encoder":[115],"effective":[117,223],"modeling":[119],"dynamics,":[122],"conservative":[123,236],"adaptive":[124],"regularization":[125,135],"based":[126],"uncertainty":[128],"quantification":[129],"ensure":[131],"safety,":[132],"consistency":[134],"robust":[137],"decision-making.":[138],"We":[139],"build":[140],"clinically":[142],"informed":[143],"reward":[144],"function":[145],"incorporates":[147],"indicators":[148],"score":[153],"severity":[155],"illness.":[158],"previous":[160],"work":[161],"predominantly":[162],"uses":[163],"Fitted":[164],"Q-Evaluation":[165],"(FQE)":[166],"policy":[169],"evaluation":[170,191],"static":[172],"data,":[174],"less":[177],"responsive":[178],"dynamic":[180],"environmental":[181],"changes":[182],"susceptible":[184],"distribution":[186],"shifts.":[187],"overcome":[189],"interactive":[193],"digital":[194],"twins":[195],"ARF":[197],"were":[199],"used":[200],"online":[202],"\"at":[203],"bedside\"":[205],"evaluation.":[206],"Our":[207,226],"results":[208],"demonstrate":[209],"T-CQL":[211],"consistently":[212],"outperforms":[213],"existing":[214],"state-of-the-art":[215],"methodologies,":[218],"providing":[219],"safer":[220],"more":[222],"ventilatory":[224],"adjustments.":[225],"demonstrates":[228],"potential":[230],"models":[233],"combined":[234],"strategies":[238],"as":[239],"decision":[241],"support":[242],"tool":[243],"critical":[245],"care.":[246]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-14T00:00:00"}