{"id":"https://openalex.org/W3040948586","doi":"https://doi.org/10.1186/s12911-020-1120-5","title":"Supervised-actor-critic reinforcement learning for intelligent mechanical ventilation and sedative dosing in intensive care units","display_name":"Supervised-actor-critic reinforcement learning for intelligent mechanical ventilation and sedative dosing in intensive care units","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3040948586","doi":"https://doi.org/10.1186/s12911-020-1120-5","mag":"3040948586","pmid":"https://pubmed.ncbi.nlm.nih.gov/32646412"},"language":"en","primary_location":{"id":"doi:10.1186/s12911-020-1120-5","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-020-1120-5","pdf_url":"https://bmcmedinformdecismak.biomedcentral.com/track/pdf/10.1186/s12911-020-1120-5","source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://bmcmedinformdecismak.biomedcentral.com/track/pdf/10.1186/s12911-020-1120-5","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074681163","display_name":"Chao Yu","orcid":"https://orcid.org/0000-0002-4371-3663"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chao Yu","raw_affiliation_strings":["School of Data and Computer Science, Sun Yat-Sen University, Guangzhou, 510015, China. yuchao3@mail.sysu.edu.cn","School of Data and Computer Science, Sun Yat-Sen University, Guangzhou, 510015, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Data and Computer Science, Sun Yat-Sen University, Guangzhou, 510015, China. yuchao3@mail.sysu.edu.cn","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Data and Computer Science, Sun Yat-Sen University, Guangzhou, 510015, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109420739","display_name":"Guoqi Ren","orcid":null},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoqi Ren","raw_affiliation_strings":["School of Computer Science and Technology, Dalian University of Technology, Dalian, 110621, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Dalian University of Technology, Dalian, 110621, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056687044","display_name":"Yinzhao Dong","orcid":"https://orcid.org/0000-0002-1875-1772"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinzhao Dong","raw_affiliation_strings":["School of Computer Science and Technology, Dalian University of Technology, Dalian, 110621, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Dalian University of Technology, Dalian, 110621, China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5074681163"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":{"value":1570,"currency":"GBP","value_usd":1925},"apc_paid":{"value":1570,"currency":"GBP","value_usd":1925},"fwci":3.1282,"has_fulltext":true,"cited_by_count":39,"citation_normalized_percentile":{"value":0.93193505,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"20","issue":"S3","first_page":"124","last_page":"124"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.3149999976158142,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.3149999976158142,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10322","display_name":"Respiratory Support and Mechanisms","score":0.16089999675750732,"subfield":{"id":"https://openalex.org/subfields/2740","display_name":"Pulmonary and Respiratory Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10867","display_name":"Intensive Care Unit Cognitive Disorders","score":0.09830000251531601,"subfield":{"id":"https://openalex.org/subfields/2706","display_name":"Critical Care and Intensive Care Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8344650268554688},{"id":"https://openalex.org/keywords/intensive-care","display_name":"Intensive care","score":0.675979733467102},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6450172662734985},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5806894898414612},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5113598704338074},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4844937026500702},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.46256622672080994},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.4612286388874054},{"id":"https://openalex.org/keywords/sedative","display_name":"Sedative","score":0.45812758803367615},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.4497154653072357},{"id":"https://openalex.org/keywords/intensive-care-medicine","display_name":"Intensive care medicine","score":0.30533432960510254},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.2708885967731476},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.18736112117767334},{"id":"https://openalex.org/keywords/psychiatry","display_name":"Psychiatry","score":0.10826128721237183}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8344650268554688},{"id":"https://openalex.org/C2987404301","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care","level":2,"score":0.675979733467102},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6450172662734985},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5806894898414612},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5113598704338074},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4844937026500702},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.46256622672080994},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.4612286388874054},{"id":"https://openalex.org/C2777602617","wikidata":"https://www.wikidata.org/wiki/Q847705","display_name":"Sedative","level":2,"score":0.45812758803367615},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.4497154653072357},{"id":"https://openalex.org/C177713679","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care medicine","level":1,"score":0.30533432960510254},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2708885967731476},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.18736112117767334},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.10826128721237183},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006993","descriptor_name":"Hypnotics and Sedatives","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006993","descriptor_name":"Hypnotics and Sedatives","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006993","descriptor_name":"Hypnotics and Sedatives","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007362","descriptor_name":"Intensive Care Units","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007362","descriptor_name":"Intensive Care Units","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007362","descriptor_name":"Intensive Care Units","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012121","descriptor_name":"Respiration, Artificial","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012121","descriptor_name":"Respiration, Artificial","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012121","descriptor_name":"Respiration, Artificial","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.1186/s12911-020-1120-5","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-020-1120-5","pdf_url":"https://bmcmedinformdecismak.biomedcentral.com/track/pdf/10.1186/s12911-020-1120-5","source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},{"id":"pmid:32646412","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32646412","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC medical informatics and decision making","raw_type":null},{"id":"pmh:oai:doaj.org/article:3d601b9f72a34e2996675e25154be670","is_oa":true,"landing_page_url":"https://doaj.org/article/3d601b9f72a34e2996675e25154be670","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Medical Informatics and Decision Making, Vol 20, Iss S3, Pp 1-8 (2020)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:7344039","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7344039","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Med Inform Decis Mak","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1186/s12911-020-1120-5","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-020-1120-5","pdf_url":"https://bmcmedinformdecismak.biomedcentral.com/track/pdf/10.1186/s12911-020-1120-5","source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.75,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3040948586.pdf","grobid_xml":"https://content.openalex.org/works/W3040948586.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W124618424","https://openalex.org/W1528620860","https://openalex.org/W1563088657","https://openalex.org/W1854776945","https://openalex.org/W2121863487","https://openalex.org/W2151161180","https://openalex.org/W2155639879","https://openalex.org/W2156737235","https://openalex.org/W2166706236","https://openalex.org/W2193923384","https://openalex.org/W2277786047","https://openalex.org/W2396881363","https://openalex.org/W2492794003","https://openalex.org/W2535327675","https://openalex.org/W2547104198","https://openalex.org/W2609169452","https://openalex.org/W2619989803","https://openalex.org/W2766329790","https://openalex.org/W2896893468","https://openalex.org/W2905108339","https://openalex.org/W2911236815","https://openalex.org/W2912720399","https://openalex.org/W2936720884","https://openalex.org/W2937671098","https://openalex.org/W2962676505","https://openalex.org/W2991641017","https://openalex.org/W4214717370","https://openalex.org/W4237354024","https://openalex.org/W4241818541","https://openalex.org/W4244027109","https://openalex.org/W4285719527","https://openalex.org/W6677916085","https://openalex.org/W6683195989","https://openalex.org/W6684249991"],"related_works":["https://openalex.org/W2355317133","https://openalex.org/W4306904969","https://openalex.org/W2069398535","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2600637137","https://openalex.org/W2024136090","https://openalex.org/W2785712252"],"abstract_inverted_index":{"BACKGROUND:":[0],"Reinforcement":[1],"learning":[2,55],"(RL)":[3],"provides":[4],"a":[5,22,48,59,67,86],"promising":[6],"technique":[7],"to":[8,46,74,91,163],"solve":[9],"complex":[10],"sequential":[11],"decision":[12,124],"making":[13,125],"problems":[14,31,126],"in":[15,28,32,53,121,132,148,166],"healthcare":[16],"domains.":[17],"Recent":[18],"years":[19],"have":[20,58],"seen":[21],"great":[23],"progress":[24],"of":[25,41,101,107,127,150,175],"applying":[26],"RL":[27,43,89,102],"addressing":[29,122],"decision-making":[30],"Intensive":[33],"Care":[34],"Units":[35],"(ICUs).":[36],"However,":[37],"since":[38],"the":[39,54,63,76,80,97,104,112,123,144,167,173,178,187],"goal":[40,69,106],"traditional":[42,117,145],"algorithms":[44,120],"is":[45,139],"maximize":[47],"long-term":[49,98],"reward":[50],"function,":[51],"exploration":[52],"process":[56],"may":[57],"fatal":[60],"impact":[61],"on":[62],"patient.":[64],"As":[65],"such,":[66],"short-term":[68,105],"should":[70],"also":[71,171],"be":[72],"considered":[73],"keep":[75],"patient":[77],"stable":[78],"during":[79],"treating":[81],"process.":[82],"METHODS:":[83],"We":[84,110],"use":[85],"Supervised-Actor-Critic":[87],"(SAC)":[88],"algorithm":[90,147,159],"address":[92],"this":[93],"problem":[94],"by":[95,181],"combining":[96],"goal-oriented":[99],"characteristics":[100],"with":[103],"supervised":[108],"learning.":[109],"evaluate":[111],"differences":[113],"between":[114],"SAC":[115,138,158],"and":[116,129,153,184],"Actor-Critic":[118],"(AC)":[119],"ventilation":[128],"sedative":[130],"dosing":[131],"ICUs.":[133],"RESULTS:":[134],"Results":[135],"show":[136],"that":[137],"much":[140],"more":[141],"efficient":[142],"than":[143],"AC":[146],"terms":[149],"convergence":[151],"rate":[152],"data":[154],"utilization.":[155],"CONCLUSIONS:":[156],"The":[157],"not":[160],"only":[161],"aims":[162],"cure":[164],"patients":[165],"long":[168],"term,":[169],"but":[170],"reduces":[172],"degree":[174],"deviation":[176],"from":[177],"strategy":[179],"applied":[180],"clinical":[182],"doctors":[183],"thus":[185],"improves":[186],"therapeutic":[188],"effect.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":9},{"year":2019,"cited_by_count":1}],"updated_date":"2026-06-02T09:04:35.204637","created_date":"2025-10-10T00:00:00"}