{"id":"https://openalex.org/W1978815455","doi":"https://doi.org/10.1142/s021821300500203x","title":"SEDATION OF SIMULATED ICU PATIENTS USING REINFORCEMENT LEARNING BASED CONTROL","display_name":"SEDATION OF SIMULATED ICU PATIENTS USING REINFORCEMENT LEARNING BASED CONTROL","publication_year":2005,"publication_date":"2005-02-01","ids":{"openalex":"https://openalex.org/W1978815455","doi":"https://doi.org/10.1142/s021821300500203x","mag":"1978815455"},"language":"en","primary_location":{"id":"doi:10.1142/s021821300500203x","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s021821300500203x","pdf_url":null,"source":{"id":"https://openalex.org/S178780388","display_name":"International Journal of Artificial Intelligence Tools","issn_l":"0218-2130","issn":["0218-2130","1793-6349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal on Artificial Intelligence Tools","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064473511","display_name":"Eric D. Sinzinger","orcid":null},"institutions":[{"id":"https://openalex.org/I12315562","display_name":"Texas Tech University","ror":"https://ror.org/0405mnx93","country_code":"US","type":"education","lineage":["https://openalex.org/I12315562"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"ERIC D. SINZINGER","raw_affiliation_strings":["Department of Computer Science, Texas Tech University, Lubbock TX 79409-3104, USA","Department of Computer Science, Texas Tech University, Lubbock, TX 79409-3104, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Texas Tech University, Lubbock TX 79409-3104, USA","institution_ids":["https://openalex.org/I12315562"]},{"raw_affiliation_string":"Department of Computer Science, Texas Tech University, Lubbock, TX 79409-3104, USA","institution_ids":["https://openalex.org/I12315562"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103401077","display_name":"BRETT MOORE","orcid":null},"institutions":[{"id":"https://openalex.org/I12315562","display_name":"Texas Tech University","ror":"https://ror.org/0405mnx93","country_code":"US","type":"education","lineage":["https://openalex.org/I12315562"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"BRETT MOORE","raw_affiliation_strings":["Department of Computer Science, Texas Tech University, Lubbock TX 79409-3104, USA","Department of Computer Science, Texas Tech University, Lubbock, TX 79409-3104, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Texas Tech University, Lubbock TX 79409-3104, USA","institution_ids":["https://openalex.org/I12315562"]},{"raw_affiliation_string":"Department of Computer Science, Texas Tech University, Lubbock, TX 79409-3104, USA","institution_ids":["https://openalex.org/I12315562"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5064473511"],"corresponding_institution_ids":["https://openalex.org/I12315562"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.07287449,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"14","issue":"01n02","first_page":"137","last_page":"156"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10436","display_name":"Anesthesia and Sedative Agents","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2703","display_name":"Anesthesiology and Pain Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10436","display_name":"Anesthesia and Sedative Agents","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2703","display_name":"Anesthesiology and Pain Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10867","display_name":"Intensive Care Unit Cognitive Disorders","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2706","display_name":"Critical Care and Intensive Care Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12963","display_name":"Anesthesia and Neurotoxicity Research","score":0.9848999977111816,"subfield":{"id":"https://openalex.org/subfields/2806","display_name":"Developmental Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/setpoint","display_name":"Setpoint","score":0.8197214603424072},{"id":"https://openalex.org/keywords/bispectral-index","display_name":"Bispectral index","score":0.733052670955658},{"id":"https://openalex.org/keywords/sedation","display_name":"Sedation","score":0.7063382267951965},{"id":"https://openalex.org/keywords/intensive-care-unit","display_name":"Intensive care unit","score":0.6137740612030029},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6032785177230835},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5388739705085754},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.48269176483154297},{"id":"https://openalex.org/keywords/intensive-care","display_name":"Intensive care","score":0.4306355118751526},{"id":"https://openalex.org/keywords/propofol","display_name":"Propofol","score":0.42216891050338745},{"id":"https://openalex.org/keywords/anesthesia","display_name":"Anesthesia","score":0.4084557890892029},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.338886022567749},{"id":"https://openalex.org/keywords/intensive-care-medicine","display_name":"Intensive care medicine","score":0.311983197927475},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2676458954811096}],"concepts":[{"id":"https://openalex.org/C12302492","wikidata":"https://www.wikidata.org/wiki/Q1752097","display_name":"Setpoint","level":2,"score":0.8197214603424072},{"id":"https://openalex.org/C2781097354","wikidata":"https://www.wikidata.org/wiki/Q4918396","display_name":"Bispectral index","level":3,"score":0.733052670955658},{"id":"https://openalex.org/C2776814716","wikidata":"https://www.wikidata.org/wiki/Q574801","display_name":"Sedation","level":2,"score":0.7063382267951965},{"id":"https://openalex.org/C2776376669","wikidata":"https://www.wikidata.org/wiki/Q5094647","display_name":"Intensive care unit","level":2,"score":0.6137740612030029},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6032785177230835},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5388739705085754},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.48269176483154297},{"id":"https://openalex.org/C2987404301","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care","level":2,"score":0.4306355118751526},{"id":"https://openalex.org/C2776277131","wikidata":"https://www.wikidata.org/wiki/Q422740","display_name":"Propofol","level":2,"score":0.42216891050338745},{"id":"https://openalex.org/C42219234","wikidata":"https://www.wikidata.org/wiki/Q131130","display_name":"Anesthesia","level":1,"score":0.4084557890892029},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.338886022567749},{"id":"https://openalex.org/C177713679","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care medicine","level":1,"score":0.311983197927475},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2676458954811096},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s021821300500203x","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s021821300500203x","pdf_url":null,"source":{"id":"https://openalex.org/S178780388","display_name":"International Journal of Artificial Intelligence Tools","issn_l":"0218-2130","issn":["0218-2130","1793-6349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal on Artificial Intelligence Tools","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1493303551","https://openalex.org/W1590290616","https://openalex.org/W1965745845","https://openalex.org/W1966976504","https://openalex.org/W1970467392","https://openalex.org/W1972830787","https://openalex.org/W1976961937","https://openalex.org/W1999453458","https://openalex.org/W2006355629","https://openalex.org/W2038746872","https://openalex.org/W2048285083","https://openalex.org/W2059926983","https://openalex.org/W2060290820","https://openalex.org/W2060486687","https://openalex.org/W2072870313","https://openalex.org/W2082574732","https://openalex.org/W2098745184","https://openalex.org/W2102587390","https://openalex.org/W2104139878","https://openalex.org/W2115473091","https://openalex.org/W2120534719","https://openalex.org/W2122920485","https://openalex.org/W2125087979","https://openalex.org/W2126155630","https://openalex.org/W2136268203","https://openalex.org/W2139255073","https://openalex.org/W2158091072","https://openalex.org/W2159401118","https://openalex.org/W2161408256","https://openalex.org/W2164062559","https://openalex.org/W2170219062","https://openalex.org/W2171742215","https://openalex.org/W2255819875","https://openalex.org/W2322707526","https://openalex.org/W2403293850","https://openalex.org/W2413743421","https://openalex.org/W2444107738","https://openalex.org/W2500420629","https://openalex.org/W2576031015","https://openalex.org/W4214717370","https://openalex.org/W4248644417","https://openalex.org/W4285790418","https://openalex.org/W6607874514"],"related_works":["https://openalex.org/W1972830787","https://openalex.org/W2382969469","https://openalex.org/W2404358141","https://openalex.org/W2008790871","https://openalex.org/W2411068776","https://openalex.org/W2371006310","https://openalex.org/W2370624785","https://openalex.org/W2356311938","https://openalex.org/W2014435221","https://openalex.org/W3031258101"],"abstract_inverted_index":{"The":[0,68,106,123],"Intensive":[1],"Care":[2],"Unit":[3],"(ICU)":[4],"is":[5],"a":[6,71,133],"challenging":[7],"environment":[8],"to":[9,20,40,54,75,132],"both":[10],"patient":[11,33,43],"and":[12,119,128],"caregiver.":[13],"Continued":[14],"shortages":[15],"in":[16,29,58,64,117,142],"staffing":[17],"increase":[18],"risk":[19],"patients.":[21,67],"To":[22],"evaluate":[23],"the":[24,30,56,59,77,82,89,95,97,102,112,137],"use":[25],"of":[26,32,49,61,79,94,111,140],"intelligent":[27,36],"systems":[28],"improvement":[31],"care,":[34],"an":[35],"agent":[37,57,69,107,124],"was":[38,52],"developed":[39],"regulate":[41],"ICU":[42,66],"sedation.":[44],"A":[45,92],"temporal":[46],"differencing":[47],"form":[48],"reinforcement":[50],"learning":[51],"used":[53],"train":[55],"administration":[60],"intravenous":[62],"propofol":[63],"simulated":[65,113],"utilized":[70],"well-studied":[72],"pharmacokinetic":[73],"model":[74],"calculate":[76],"distribution":[78],"drug":[80,90],"within":[81],"patient.":[83],"Pharmacodynamics":[84],"were":[85],"then":[86],"estimated":[87],"for":[88],"effect.":[91],"derivative":[93],"electroencephalograms,":[96],"bispectral":[98],"index,":[99],"served":[100],"as":[101],"system":[103],"control":[104,110,138,145],"variable.":[105],"demonstrated":[108,125],"satisfactory":[109],"patient's":[114],"consciousness":[115],"level":[116],"static":[118],"dynamic":[120],"setpoint":[121],"conditions.":[122],"superior":[126],"stability":[127],"responsiveness":[129],"when":[130],"compared":[131],"well-tuned":[134],"PID":[135],"controller,":[136],"method":[139],"choice":[141],"closed-loop":[143],"sedation":[144],"literature.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}