{"id":"https://openalex.org/W3084230963","doi":"https://doi.org/10.1007/978-3-030-59137-3_3","title":"Controlling Level of Unconsciousness by Titrating Propofol with Deep Reinforcement Learning","display_name":"Controlling Level of Unconsciousness by Titrating Propofol with Deep Reinforcement Learning","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3084230963","doi":"https://doi.org/10.1007/978-3-030-59137-3_3","mag":"3084230963"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-030-59137-3_3","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-030-59137-3_3","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2008.12333","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Gabriel Schamberg","orcid":null},"institutions":[{"id":"https://openalex.org/I4210104429","display_name":"Institute of Cognitive and Brain Sciences","ror":"https://ror.org/01c3w3270","country_code":"US","type":"education","lineage":["https://openalex.org/I4210104429"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gabriel Schamberg","raw_affiliation_strings":["Department of Brain and Cognitive Sciences, Massachusetts Institute of Technology, Cambridge, USA","Picower Institute for Learning and Memory, Massachusetts Institute of Technology, Cambridge, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Brain and Cognitive Sciences, Massachusetts Institute of Technology, Cambridge, USA","institution_ids":["https://openalex.org/I4210104429","https://openalex.org/I63966007"]},{"raw_affiliation_string":"Picower Institute for Learning and Memory, Massachusetts Institute of Technology, Cambridge, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032864572","display_name":"Marcus A. Badgeley","orcid":"https://orcid.org/0000-0001-8064-9050"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I4210104429","display_name":"Institute of Cognitive and Brain Sciences","ror":"https://ror.org/01c3w3270","country_code":"US","type":"education","lineage":["https://openalex.org/I4210104429"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marcus Badgeley","raw_affiliation_strings":["Department of Anesthesiology, Critical Care and Pain Medicine, Massachusetts General Hospital, Boston, USA","Department of Brain and Cognitive Sciences, Massachusetts Institute of Technology, Cambridge, USA","Department of Brain and Cognitive Sciences, Massachusetts Institute of Technology,  Cambridge, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Anesthesiology, Critical Care and Pain Medicine, Massachusetts General Hospital, Boston, USA","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Department of Brain and Cognitive Sciences, Massachusetts Institute of Technology, Cambridge, USA","institution_ids":["https://openalex.org/I4210104429","https://openalex.org/I63966007"]},{"raw_affiliation_string":"Department of Brain and Cognitive Sciences, Massachusetts Institute of Technology,  Cambridge, USA","institution_ids":["https://openalex.org/I4210104429","https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030321614","display_name":"Emery N. Brown","orcid":"https://orcid.org/0000-0003-2668-7819"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I4210104429","display_name":"Institute of Cognitive and Brain Sciences","ror":"https://ror.org/01c3w3270","country_code":"US","type":"education","lineage":["https://openalex.org/I4210104429"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emery N. Brown","raw_affiliation_strings":["Department of Anesthesiology, Critical Care and Pain Medicine, Massachusetts General Hospital, Boston, USA","Department of Brain and Cognitive Sciences, Massachusetts Institute of Technology, Cambridge, USA","Picower Institute for Learning and Memory, Massachusetts Institute of Technology, Cambridge, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Anesthesiology, Critical Care and Pain Medicine, Massachusetts General Hospital, Boston, USA","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Department of Brain and Cognitive Sciences, Massachusetts Institute of Technology, Cambridge, USA","institution_ids":["https://openalex.org/I4210104429","https://openalex.org/I63966007"]},{"raw_affiliation_string":"Picower Institute for Learning and Memory, Massachusetts Institute of Technology, Cambridge, USA","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"26","last_page":"36"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10436","display_name":"Anesthesia and Sedative Agents","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2703","display_name":"Anesthesiology and Pain Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10436","display_name":"Anesthesia and Sedative Agents","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2703","display_name":"Anesthesiology and Pain Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10867","display_name":"Intensive Care Unit Cognitive Disorders","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/2706","display_name":"Critical Care and Intensive Care Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10094","display_name":"Epilepsy research and treatment","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7272006273269653},{"id":"https://openalex.org/keywords/propofol","display_name":"Propofol","score":0.7180386185646057},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5999331474304199},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5673304200172424},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5589284896850586},{"id":"https://openalex.org/keywords/anesthetic","display_name":"Anesthetic","score":0.5043138265609741},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4240621328353882},{"id":"https://openalex.org/keywords/unconsciousness","display_name":"Unconsciousness","score":0.41815873980522156},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.41114136576652527},{"id":"https://openalex.org/keywords/anesthesia","display_name":"Anesthesia","score":0.38843995332717896},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3323529362678528},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.2577718496322632}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7272006273269653},{"id":"https://openalex.org/C2776277131","wikidata":"https://www.wikidata.org/wiki/Q422740","display_name":"Propofol","level":2,"score":0.7180386185646057},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5999331474304199},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5673304200172424},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5589284896850586},{"id":"https://openalex.org/C2778162923","wikidata":"https://www.wikidata.org/wiki/Q4990531","display_name":"Anesthetic","level":2,"score":0.5043138265609741},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4240621328353882},{"id":"https://openalex.org/C2776470351","wikidata":"https://www.wikidata.org/wiki/Q12829165","display_name":"Unconsciousness","level":2,"score":0.41815873980522156},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.41114136576652527},{"id":"https://openalex.org/C42219234","wikidata":"https://www.wikidata.org/wiki/Q131130","display_name":"Anesthesia","level":1,"score":0.38843995332717896},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3323529362678528},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2577718496322632},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1007/978-3-030-59137-3_3","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-030-59137-3_3","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:arXiv.org:2008.12333","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.12333","pdf_url":"https://arxiv.org/pdf/2008.12333","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3084230963","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2008.12333","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:dspace.mit.edu:1721.1/138187.2","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/138187.2","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv","raw_type":"http://purl.org/eprint/type/ConferencePaper"},{"id":"doi:10.48550/arxiv.2008.12333","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2008.12333","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2008.12333","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.12333","pdf_url":"https://arxiv.org/pdf/2008.12333","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1988881714","https://openalex.org/W2027257457","https://openalex.org/W2096856929","https://openalex.org/W2103535498","https://openalex.org/W2118389786","https://openalex.org/W2122171313","https://openalex.org/W2123859855","https://openalex.org/W2132083787","https://openalex.org/W2137164841","https://openalex.org/W2159401118","https://openalex.org/W2193923384","https://openalex.org/W2254344227","https://openalex.org/W2317878958","https://openalex.org/W2806905826","https://openalex.org/W2911236815","https://openalex.org/W2962676505","https://openalex.org/W2979530546","https://openalex.org/W2980070341","https://openalex.org/W6731858228"],"related_works":["https://openalex.org/W3091659446","https://openalex.org/W3081949100","https://openalex.org/W2911236815","https://openalex.org/W3126658346","https://openalex.org/W2229272015","https://openalex.org/W2059419107","https://openalex.org/W2576773703","https://openalex.org/W2193923384","https://openalex.org/W2096856929","https://openalex.org/W1980876624","https://openalex.org/W2905142126","https://openalex.org/W2004016352","https://openalex.org/W1978815455","https://openalex.org/W2616834331","https://openalex.org/W2952754069","https://openalex.org/W3093265993","https://openalex.org/W3201120275","https://openalex.org/W2907341963","https://openalex.org/W2389851182","https://openalex.org/W2111274829"],"abstract_inverted_index":null,"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}