{"id":"https://openalex.org/W4387249883","doi":"https://doi.org/10.1109/jbhi.2023.3321099","title":"Towards Real-World Applications of Personalized Anesthesia Using Policy Constraint Q Learning for Propofol Infusion Control","display_name":"Towards Real-World Applications of Personalized Anesthesia Using Policy Constraint Q Learning for Propofol Infusion Control","publication_year":2023,"publication_date":"2023-10-02","ids":{"openalex":"https://openalex.org/W4387249883","doi":"https://doi.org/10.1109/jbhi.2023.3321099","pmid":"https://pubmed.ncbi.nlm.nih.gov/37782591"},"language":"en","primary_location":{"id":"doi:10.1109/jbhi.2023.3321099","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2023.3321099","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003064276","display_name":"Xiuding Cai","orcid":"https://orcid.org/0000-0002-2038-7164"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiuding Cai","raw_affiliation_strings":["Chengdu Institute of Computer Application, Chinese Academy of Sciences, Chengdu, China","School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Chengdu Institute of Computer Application, Chinese Academy of Sciences, Chengdu, China","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100441178","display_name":"Jiao Chen","orcid":"https://orcid.org/0009-0009-6089-6738"},"institutions":[{"id":"https://openalex.org/I200296433","display_name":"Chinese Academy of Medical Sciences & Peking Union Medical College","ror":"https://ror.org/02drdmm93","country_code":"CN","type":"education","lineage":["https://openalex.org/I200296433"]},{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210089761","display_name":"West China Hospital of Sichuan University","ror":"https://ror.org/007mrxy13","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210089761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiao Chen","raw_affiliation_strings":["Department of Anesthesiology, West China Hospital, Sichuan University & The Research Units of West China, Chengdu, China","Chinese Academy of Medical Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Anesthesiology, West China Hospital, Sichuan University & The Research Units of West China, Chengdu, China","institution_ids":["https://openalex.org/I24185976","https://openalex.org/I4210089761"]},{"raw_affiliation_string":"Chinese Academy of Medical Sciences, Beijing, China","institution_ids":["https://openalex.org/I200296433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101699781","display_name":"Yaoyao Zhu","orcid":"https://orcid.org/0009-0008-4943-608X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaoyao Zhu","raw_affiliation_strings":["Chengdu Institute of Computer Application, Chinese Academy of Sciences, Chengdu, China","School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Chengdu Institute of Computer Application, Chinese Academy of Sciences, Chengdu, China","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084350168","display_name":"Beimin Wang","orcid":"https://orcid.org/0009-0001-3763-1055"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Beimin Wang","raw_affiliation_strings":["Chengdu Institute of Computer Application, Chinese Academy of Sciences, Chengdu, China","School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Chengdu Institute of Computer Application, Chinese Academy of Sciences, Chengdu, China","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101687430","display_name":"Yu Yao","orcid":"https://orcid.org/0000-0003-4752-0102"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Yao","raw_affiliation_strings":["Chengdu Institute of Computer Application, Chinese Academy of Sciences, Chengdu, China","School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Chengdu Institute of Computer Application, Chinese Academy of Sciences, Chengdu, China","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5003064276"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":3.2943,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.93560149,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"28","issue":"1","first_page":"459","last_page":"469"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11930","display_name":"Cardiac, Anesthesia and Surgical Outcomes","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11930","display_name":"Cardiac, Anesthesia and Surgical Outcomes","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10436","display_name":"Anesthesia and Sedative Agents","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2703","display_name":"Anesthesiology and Pain Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11700","display_name":"Hemodynamic Monitoring and Therapy","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.690438449382782},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6892192363739014},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5725864768028259},{"id":"https://openalex.org/keywords/safer","display_name":"SAFER","score":0.5701399445533752},{"id":"https://openalex.org/keywords/propofol","display_name":"Propofol","score":0.5086992383003235},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.508143424987793},{"id":"https://openalex.org/keywords/anesthesiology","display_name":"Anesthesiology","score":0.48404091596603394},{"id":"https://openalex.org/keywords/time-constraint","display_name":"Time constraint","score":0.4517693519592285},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.41507089138031006},{"id":"https://openalex.org/keywords/anesthesia","display_name":"Anesthesia","score":0.3462895154953003},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.3320222496986389},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31207185983657837},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11107039451599121},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.09753376245498657}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.690438449382782},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6892192363739014},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5725864768028259},{"id":"https://openalex.org/C2776654903","wikidata":"https://www.wikidata.org/wiki/Q2601463","display_name":"SAFER","level":2,"score":0.5701399445533752},{"id":"https://openalex.org/C2776277131","wikidata":"https://www.wikidata.org/wiki/Q422740","display_name":"Propofol","level":2,"score":0.5086992383003235},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.508143424987793},{"id":"https://openalex.org/C2779526319","wikidata":"https://www.wikidata.org/wiki/Q615057","display_name":"Anesthesiology","level":2,"score":0.48404091596603394},{"id":"https://openalex.org/C2775907273","wikidata":"https://www.wikidata.org/wiki/Q7805281","display_name":"Time constraint","level":2,"score":0.4517693519592285},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.41507089138031006},{"id":"https://openalex.org/C42219234","wikidata":"https://www.wikidata.org/wiki/Q131130","display_name":"Anesthesia","level":1,"score":0.3462895154953003},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3320222496986389},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31207185983657837},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11107039451599121},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.09753376245498657},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jbhi.2023.3321099","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2023.3321099","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},{"id":"pmid:37782591","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37782591","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE journal of biomedical and health informatics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.550000011920929,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G3402819592","display_name":null,"funder_award_id":"82073338","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1986855353","https://openalex.org/W2096856929","https://openalex.org/W2110016417","https://openalex.org/W2131149153","https://openalex.org/W2150468603","https://openalex.org/W2317878958","https://openalex.org/W2322826186","https://openalex.org/W2483698312","https://openalex.org/W2493756966","https://openalex.org/W2741072045","https://openalex.org/W2892741787","https://openalex.org/W2904246096","https://openalex.org/W2958089299","https://openalex.org/W3012469766","https://openalex.org/W3016144601","https://openalex.org/W3026443214","https://openalex.org/W3101452063","https://openalex.org/W3105102281","https://openalex.org/W3126658346","https://openalex.org/W3134775949","https://openalex.org/W3168496996","https://openalex.org/W3180668851","https://openalex.org/W4200473450","https://openalex.org/W4214717370","https://openalex.org/W4226269440","https://openalex.org/W4282924988","https://openalex.org/W4283067184","https://openalex.org/W4285818475","https://openalex.org/W4287756699","https://openalex.org/W4312520804","https://openalex.org/W4320190429","https://openalex.org/W4322576809","https://openalex.org/W4375855901","https://openalex.org/W4382317641","https://openalex.org/W4386078169","https://openalex.org/W6631190155","https://openalex.org/W6738969012","https://openalex.org/W6748839928","https://openalex.org/W6757469721","https://openalex.org/W6757592117","https://openalex.org/W6759876245","https://openalex.org/W6760822370","https://openalex.org/W6762969092","https://openalex.org/W6770110395","https://openalex.org/W6779265984","https://openalex.org/W6779656125","https://openalex.org/W6796589144","https://openalex.org/W6799359760","https://openalex.org/W6804112224","https://openalex.org/W6838356327","https://openalex.org/W6850148118"],"related_works":["https://openalex.org/W2428256220","https://openalex.org/W2953205341","https://openalex.org/W2405416670","https://openalex.org/W2369770283","https://openalex.org/W235065745","https://openalex.org/W2029935773","https://openalex.org/W2354276920","https://openalex.org/W2787754950","https://openalex.org/W1572215850","https://openalex.org/W1985775355"],"abstract_inverted_index":{"Automated":[0],"anesthesia":[1,81,132,147],"promises":[2],"to":[3,19,90,108,111,123,158,186,204,221,230],"enable":[4],"more":[5,184],"precise":[6],"and":[7,11,119,182],"personalized":[8],"anesthetic":[9],"administration":[10],"free":[12],"anesthesiologists":[13],"from":[14,40,56],"repetitive":[15],"tasks,":[16],"allowing":[17],"them":[18],"focus":[20],"on":[21,36,78,143],"the":[22,73,92,113,117,120,129,163,171,176,187,193,197,208,212,223,227,232,235],"most":[23,206],"critical":[24],"aspects":[25],"of":[26,75,94,116,136,196,207,211,226,234],"a":[27,66,144],"patient's":[28,188],"surgical":[29],"care.":[30],"Current":[31],"research":[32],"has":[33],"typically":[34],"focused":[35],"creating":[37],"simulated":[38],"environments":[39],"which":[41,201],"agents":[42],"can":[43],"learn.":[44],"These":[45],"approaches":[46],"have":[47],"demonstrated":[48],"good":[49,168],"experimental":[50],"results,":[51],"but":[52],"are":[53],"still":[54],"far":[55],"clinical":[57,146,209],"application.":[58],"In":[59,191],"this":[60],"paper,":[61],"Policy":[62],"Constraint":[63],"Q-Learning":[64,86],"(PCQL),":[65],"data-driven":[67],"reinforcement":[68],"learning":[69,76],"algorithm":[70],"for":[71],"solving":[72],"problem":[74,93],"strategies":[77],"real":[79,145],"world":[80],"data,":[82],"is":[83,106,156],"proposed.":[84],"Conservative":[85],"was":[87,138,219],"first":[88],"introduced":[89],"alleviate":[91],"Q":[95],"function":[96],"overestimation":[97],"in":[98,131],"an":[99,215],"offline":[100],"context.":[101],"A":[102],"policy":[103,114],"constraint":[104],"term":[105],"added":[107],"agent":[109,118,130,198],"training":[110],"keep":[112],"distribution":[115],"anesthesiologist":[121],"consistent":[122],"ensure":[124],"safer":[125],"decisions":[126,210],"made":[127],"by":[128,140,175],"scenarios.":[133],"The":[134],"effectiveness":[135],"PCQL":[137,155],"validated":[139],"extensive":[141],"experiments":[142],"dataset":[148],"we":[149],"collected.":[150],"Experimental":[151],"results":[152],"show":[153],"that":[154],"predicted":[157],"achieve":[159],"higher":[160],"gains":[161],"than":[162],"baseline":[164],"approach":[165],"while":[166],"maintaining":[167],"agreement":[169],"with":[170],"reference":[172],"dose":[173],"given":[174],"anesthesiologist,":[177],"using":[178],"less":[179],"total":[180],"dose,":[181],"being":[183],"responsive":[185],"vital":[189],"signs.":[190],"addition,":[192],"confidence":[194],"intervals":[195],"were":[199,202],"investigated,":[200],"able":[203],"cover":[205],"anesthesiologist.":[213],"Finally,":[214],"interpretable":[216],"method,":[217],"SHAP,":[218],"used":[220],"analyze":[222],"contributing":[224],"components":[225],"model":[228],"predictions":[229],"increase":[231],"transparency":[233],"model.":[236]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}