{"id":"https://openalex.org/W7162327980","doi":"https://doi.org/10.48550/arxiv.2605.23320","title":"Human-in-the-Loop Multi-Agent Ventilator Decision Support with Contextual Bandit Preference Learning","display_name":"Human-in-the-Loop Multi-Agent Ventilator Decision Support with Contextual Bandit Preference Learning","publication_year":2026,"publication_date":"2026-05-22","ids":{"openalex":"https://openalex.org/W7162327980","doi":"https://doi.org/10.48550/arxiv.2605.23320"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.23320","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.23320","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.23320","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136964300","display_name":"Sijia Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Sijia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136981732","display_name":"Xiaoyu Tan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Xiaoyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136962970","display_name":"Qixing Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Qixing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014726194","display_name":"Weiyi Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Weiyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136979430","display_name":"Chen Zhan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhan, Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090685223","display_name":"Teqi Hao","orcid":"https://orcid.org/0009-0006-9510-8154"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao, Teqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136920542","display_name":"Xuemin Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xuemin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111300123","display_name":"Lei Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044191947","display_name":"Roland Eils","orcid":"https://orcid.org/0000-0002-0034-4036"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eils, Roland","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5007950680","display_name":"Xihe Qiu","orcid":"https://orcid.org/0000-0003-4024-925X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Xihe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10322","display_name":"Respiratory Support and Mechanisms","score":0.5626000165939331,"subfield":{"id":"https://openalex.org/subfields/2740","display_name":"Pulmonary and Respiratory Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10322","display_name":"Respiratory Support and Mechanisms","score":0.5626000165939331,"subfield":{"id":"https://openalex.org/subfields/2740","display_name":"Pulmonary and Respiratory Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.10450000315904617,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.033799998462200165,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decision-support-system","display_name":"Decision support system","score":0.6105999946594238},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.5361999869346619},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.5260999798774719},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5116999745368958},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5103999972343445},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5024999976158142},{"id":"https://openalex.org/keywords/preference-elicitation","display_name":"Preference elicitation","score":0.4977000057697296},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.46639999747276306}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6344000101089478},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.6105999946594238},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.5361999869346619},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.5260999798774719},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5116999745368958},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5103999972343445},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5024999976158142},{"id":"https://openalex.org/C2777868144","wikidata":"https://www.wikidata.org/wiki/Q7239817","display_name":"Preference elicitation","level":3,"score":0.4977000057697296},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.46639999747276306},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4221000075340271},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4207000136375427},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.3813999891281128},{"id":"https://openalex.org/C181204326","wikidata":"https://www.wikidata.org/wiki/Q7239820","display_name":"Preference learning","level":3,"score":0.35030001401901245},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.3188999891281128},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.31150001287460327},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.30309998989105225},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.28940001130104065},{"id":"https://openalex.org/C186116695","wikidata":"https://www.wikidata.org/wiki/Q5249226","display_name":"Decision analysis","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C59594135","wikidata":"https://www.wikidata.org/wiki/Q5249242","display_name":"Decision model","level":2,"score":0.2809000015258789},{"id":"https://openalex.org/C28901747","wikidata":"https://www.wikidata.org/wiki/Q177571","display_name":"Decision theory","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C2780033181","wikidata":"https://www.wikidata.org/wiki/Q24962805","display_name":"Decision aids","level":3,"score":0.2718999981880188},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2669999897480011},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.257099986076355},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2540999948978424}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.23320","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.23320","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.23320","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.23320","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6562384963035583,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Ventilator":[0,49],"decision":[1,65,95],"support":[2],"requires":[3],"sequential":[4],"decisions":[5],"that":[6,62],"track":[7],"evolving":[8],"physiology":[9],"and":[10,17,28,44,72,100,117,132],"disease":[11],"trajectories":[12],"while":[13],"respecting":[14],"safety":[15],"boundaries":[16],"clinician":[18,88],"specific":[19,89],"tuning":[20],"styles.":[21],"Rule":[22],"based":[23],"approaches":[24],"rarely":[25],"generalize":[26],"personalization,":[27],"end":[29,31],"to":[30,42,103,113,136],"reinforcement":[32],"learning":[33],"or":[34],"single":[35],"large":[36],"language":[37],"model":[38],"systems":[39],"remain":[40],"difficult":[41],"control":[43],"audit.":[45],"We":[46],"propose":[47],"the":[48,57,92],"Decision":[50],"Support":[51],"System":[52],"(VDSS),":[53],"a":[54,84],"human":[55,144],"in":[56],"loop":[58],"multi":[59],"agent":[60],"framework":[61],"coordinates":[63],"modular":[64],"components":[66],"through":[67],"contract":[68],"driven":[69],"structured":[70],"interfaces":[71],"produces":[73],"traceable":[74],"evidence":[75],"for":[76],"review.":[77],"VDSS":[78],"performs":[79],"online":[80],"preference":[81],"adaptation":[82],"with":[83,125],"contextual":[85],"bandit,":[86],"updating":[87],"preferences":[90],"from":[91],"final":[93],"accepted":[94],"at":[96],"each":[97],"adjustment":[98],"cycle":[99],"using":[101],"them":[102],"guide":[104],"subsequent":[105],"recommendations.":[106],"Structured":[107],"rejection":[108],"feedback":[109],"triggers":[110],"targeted":[111],"replanning":[112],"reduce":[114],"unproductive":[115],"iterations":[116],"improve":[118],"interaction":[119,134],"stability.":[120],"Retrospective":[121],"ICU":[122],"trajectory":[123],"replay":[124],"expert":[126],"review":[127],"indicates":[128],"higher":[129],"recommendation":[130],"acceptability":[131],"fewer":[133],"rounds":[135],"reach":[137],"an":[138],"acceptable":[139],"plan,":[140],"supporting":[141],"clinically":[142],"deployable":[143],"AI":[145],"collaboration.":[146]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-26T00:00:00"}