{"id":"https://openalex.org/W4411551517","doi":"https://doi.org/10.1109/cscwd64889.2025.11033588","title":"Federated Reinforcement Learning for Therapeutic Interventions over ICUs with Noisy Labels","display_name":"Federated Reinforcement Learning for Therapeutic Interventions over ICUs with Noisy Labels","publication_year":2025,"publication_date":"2025-05-05","ids":{"openalex":"https://openalex.org/W4411551517","doi":"https://doi.org/10.1109/cscwd64889.2025.11033588"},"language":"en","primary_location":{"id":"doi:10.1109/cscwd64889.2025.11033588","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cscwd64889.2025.11033588","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 28th International Conference on Computer Supported Cooperative Work in Design (CSCWD)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010969856","display_name":"L. J. Cao","orcid":"https://orcid.org/0000-0002-3448-4803"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Linxiao Cao","raw_affiliation_strings":["Centre for Leading Medicine and Advanced Technologies of IHM, The First Affiliated Hospital of USTC, Division of Life Sciences and Medicine, University of Science and Technology of China,Hefei,China"],"affiliations":[{"raw_affiliation_string":"Centre for Leading Medicine and Advanced Technologies of IHM, The First Affiliated Hospital of USTC, Division of Life Sciences and Medicine, University of Science and Technology of China,Hefei,China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000882682","display_name":"Yifei Zhu","orcid":"https://orcid.org/0000-0003-4352-6507"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifei Zhu","raw_affiliation_strings":["University of Michigan-Shanghai Jiao Tong University Joint Institute, Shanghai Jiao Tong University,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"University of Michigan-Shanghai Jiao Tong University Joint Institute, Shanghai Jiao Tong University,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043706569","display_name":"Haoquan Zhou","orcid":"https://orcid.org/0009-0007-0320-696X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoquan Zhou","raw_affiliation_strings":["Centre for Leading Medicine and Advanced Technologies of IHM, The First Affiliated Hospital of USTC, Division of Life Sciences and Medicine, University of Science and Technology of China,Hefei,China"],"affiliations":[{"raw_affiliation_string":"Centre for Leading Medicine and Advanced Technologies of IHM, The First Affiliated Hospital of USTC, Division of Life Sciences and Medicine, University of Science and Technology of China,Hefei,China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081528035","display_name":"Shilei Tan","orcid":"https://orcid.org/0000-0002-8065-4666"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shilei Tan","raw_affiliation_strings":["Centre for Leading Medicine and Advanced Technologies of IHM, The First Affiliated Hospital of USTC, Division of Life Sciences and Medicine, University of Science and Technology of China,Hefei,China"],"affiliations":[{"raw_affiliation_string":"Centre for Leading Medicine and Advanced Technologies of IHM, The First Affiliated Hospital of USTC, Division of Life Sciences and Medicine, University of Science and Technology of China,Hefei,China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101683485","display_name":"Wei Gong","orcid":"https://orcid.org/0000-0002-2986-3956"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Gong","raw_affiliation_strings":["Centre for Leading Medicine and Advanced Technologies of IHM, The First Affiliated Hospital of USTC, Division of Life Sciences and Medicine, University of Science and Technology of China,Hefei,China"],"affiliations":[{"raw_affiliation_string":"Centre for Leading Medicine and Advanced Technologies of IHM, The First Affiliated Hospital of USTC, Division of Life Sciences and Medicine, University of Science and Technology of China,Hefei,China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5010969856"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":2.8021,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.90199754,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"147","last_page":"152"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7886722087860107},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6940354108810425},{"id":"https://openalex.org/keywords/psychological-intervention","display_name":"Psychological intervention","score":0.5934670567512512},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4129668176174164},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.20534834265708923},{"id":"https://openalex.org/keywords/nursing","display_name":"Nursing","score":0.10856738686561584}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7886722087860107},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6940354108810425},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.5934670567512512},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4129668176174164},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.20534834265708923},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.10856738686561584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cscwd64889.2025.11033588","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cscwd64889.2025.11033588","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 28th International Conference on Computer Supported Cooperative Work in Design (CSCWD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8995610867","display_name":null,"funder_award_id":"61932017","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1999874108","https://openalex.org/W2050845046","https://openalex.org/W2098700447","https://openalex.org/W2396881363","https://openalex.org/W2745238137","https://openalex.org/W2896893468","https://openalex.org/W2937671098","https://openalex.org/W3034185248","https://openalex.org/W3081731645","https://openalex.org/W3083631507","https://openalex.org/W3089109990","https://openalex.org/W3216656735","https://openalex.org/W4233569852","https://openalex.org/W4381304577","https://openalex.org/W6674884181","https://openalex.org/W6677555207","https://openalex.org/W6728757088","https://openalex.org/W6737133519","https://openalex.org/W6746030470","https://openalex.org/W6759490492","https://openalex.org/W6785768294","https://openalex.org/W6790375117","https://openalex.org/W6871750091"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"The":[0],"proliferation":[1],"of":[2],"healthcare":[3,10,17],"IoT":[4],"devices":[5],"and":[6,35,49,61,73,87,112,147,170],"the":[7,40,122,131,160,167],"resulting":[8],"rich":[9],"data":[11,100,110,152],"sprout":[12],"new":[13],"possibilities":[14],"for":[15],"intelligent":[16],"applications.":[18],"Patients":[19],"in":[20,44,57,108],"intensive":[21],"care":[22],"units":[23],"(ICUs)":[24],"rely":[25],"on":[26,71,159],"various":[27],"networked":[28,95],"gadgets":[29],"to":[30,129,143,177],"continuously":[31],"monitor":[32],"their":[33],"health":[34],"manage":[36],"critical":[37],"situations.":[38],"Among":[39],"common":[41],"therapeutic":[42,67,91],"interventions":[43,68],"ICUs,":[45],"invasive":[46],"mechanical":[47],"ventilation":[48,53,169],"injecting":[50],"sedatives":[51],"during":[52],"play":[54],"crucial":[55],"roles":[56],"maintaining":[58],"respiratory":[59],"function":[60],"enhancing":[62],"patient":[63],"care.":[64],"While":[65],"existing":[66],"largely":[69],"depend":[70],"experience":[72],"intuition,":[74],"we":[75,135],"propose":[76],"a":[77],"federated":[78,104],"inverse":[79,117],"reinforcement":[80,118],"learning":[81,119],"framework,":[82],"termed":[83],"FERRY,":[84],"which":[85],"automatically":[86],"intelligently":[88],"learns":[89,121],"optimal":[90],"intervention":[92],"policies":[93],"across":[94],"ICUs":[96],"while":[97],"keeping":[98],"raw":[99],"local.":[101],"Specifically,":[102],"our":[103,115,137],"approach":[105],"overcomes":[106],"limitations":[107],"medical":[109],"privacy":[111],"facilitates":[113],"collaboration;":[114],"proposed":[116],"framework":[120,138],"variational":[123],"posterior":[124],"distribution":[125],"from":[126],"historical":[127],"trajectories":[128],"handle":[130],"unknown":[132],"reward.":[133],"Additionally,":[134],"enhance":[136],"with":[139],"distributionally":[140],"robust":[141],"optimization":[142],"ensure":[144],"worst-case":[145],"performance":[146],"adaptively":[148],"filter":[149],"out":[150],"noisy":[151],"through":[153],"joint":[154],"loss":[155],"learning.":[156],"Extensive":[157],"experiments":[158],"real-world":[161],"dataset":[162],"demonstrate":[163],"that":[164],"FERRY":[165],"improves":[166],"overall":[168],"sedation":[171],"decision-making":[172],"accuracy":[173],"by":[174],"36.75%":[175],"compared":[176],"other":[178],"state-of-the-art":[179],"baselines.":[180]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}