{"id":"https://openalex.org/W3130516342","doi":"https://doi.org/10.1155/2021/6657119","title":"Reinforcement Learning in Neurocritical and Neurosurgical Care: Principles and Possible Applications","display_name":"Reinforcement Learning in Neurocritical and Neurosurgical Care: Principles and Possible Applications","publication_year":2021,"publication_date":"2021-02-22","ids":{"openalex":"https://openalex.org/W3130516342","doi":"https://doi.org/10.1155/2021/6657119","mag":"3130516342","pmid":"https://pubmed.ncbi.nlm.nih.gov/33680069"},"language":"en","primary_location":{"id":"doi:10.1155/2021/6657119","is_oa":true,"landing_page_url":"http://doi.org/10.1155/2021/6657119","pdf_url":"https://downloads.hindawi.com/journals/cmmm/2021/6657119.pdf","source":{"id":"https://openalex.org/S36980176","display_name":"Computational and Mathematical Methods in Medicine","issn_l":"1748-670X","issn":["1748-670X","1748-6718"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational and Mathematical Methods in Medicine","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://downloads.hindawi.com/journals/cmmm/2021/6657119.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100414438","display_name":"Ying Liu","orcid":"https://orcid.org/0000-0003-2805-7976"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ying Liu","raw_affiliation_strings":["Lhorong People\u2019s Hospital, Tibet, China","Lhorong People's Hospital, Tibet, China"],"affiliations":[{"raw_affiliation_string":"Lhorong People\u2019s Hospital, Tibet, China","institution_ids":[]},{"raw_affiliation_string":"Lhorong People's Hospital, Tibet, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018907752","display_name":"Nidan Qiao","orcid":"https://orcid.org/0000-0001-5478-3555"},"institutions":[{"id":"https://openalex.org/I4210157781","display_name":"Shanghai Clinical Research Center","ror":"https://ror.org/057tkkm33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210157781"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4210159575","display_name":"Huashan Hospital","ror":"https://ror.org/05201qm87","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210159575"]}],"countries":["CN","US"],"is_corresponding":true,"raw_author_name":"Nidan Qiao","raw_affiliation_strings":["Department of Neurosurgery, Huashan Hospital, Shanghai Medical School, Fudan University, Shanghai, China","Medical Science in Clinical Investigation, Harvard Medical School, Boston, USA","Neurosurgical Institute of Fudan University, Shanghai, China","Shanghai Clinical Medical Center of Neurosurgery, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Neurosurgery, Huashan Hospital, Shanghai Medical School, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I4210159575","https://openalex.org/I24943067"]},{"raw_affiliation_string":"Medical Science in Clinical Investigation, Harvard Medical School, Boston, USA","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Neurosurgical Institute of Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Shanghai Clinical Medical Center of Neurosurgery, Shanghai, China","institution_ids":["https://openalex.org/I4210157781"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030865785","display_name":"Y\u00fcksel Alt\u0131nel","orcid":"https://orcid.org/0000-0003-0113-4839"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuksel Altinel","raw_affiliation_strings":["Medical Science in Clinical Investigation, Harvard Medical School, Boston, USA"],"affiliations":[{"raw_affiliation_string":"Medical Science in Clinical Investigation, Harvard Medical School, Boston, USA","institution_ids":["https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5018907752"],"corresponding_institution_ids":["https://openalex.org/I136199984","https://openalex.org/I24943067","https://openalex.org/I4210157781","https://openalex.org/I4210159575"],"apc_list":{"value":2100,"currency":"USD","value_usd":2100},"apc_paid":{"value":2100,"currency":"USD","value_usd":2100},"fwci":0.4097,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.51556944,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"2021","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11406","display_name":"Cerebrospinal fluid and hydrocephalus","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11406","display_name":"Cerebrospinal fluid and hydrocephalus","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9682000279426575,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10706","display_name":"Traumatic Brain Injury and Neurovascular Disturbances","score":0.9569000005722046,"subfield":{"id":"https://openalex.org/subfields/2728","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9090701341629028},{"id":"https://openalex.org/keywords/neurointensive-care","display_name":"Neurointensive care","score":0.8414143323898315},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5971440672874451},{"id":"https://openalex.org/keywords/observational-study","display_name":"Observational study","score":0.5755852460861206},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5640879273414612},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4702165424823761},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4605954885482788},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4462842643260956},{"id":"https://openalex.org/keywords/traumatic-brain-injury","display_name":"Traumatic brain injury","score":0.41244372725486755},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35355156660079956},{"id":"https://openalex.org/keywords/intensive-care-medicine","display_name":"Intensive care medicine","score":0.2648031711578369},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.21367380023002625},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.17654749751091003}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9090701341629028},{"id":"https://openalex.org/C165455791","wikidata":"https://www.wikidata.org/wiki/Q7002299","display_name":"Neurointensive care","level":2,"score":0.8414143323898315},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5971440672874451},{"id":"https://openalex.org/C23131810","wikidata":"https://www.wikidata.org/wiki/Q818574","display_name":"Observational study","level":2,"score":0.5755852460861206},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5640879273414612},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4702165424823761},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4605954885482788},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4462842643260956},{"id":"https://openalex.org/C2781017439","wikidata":"https://www.wikidata.org/wiki/Q1995526","display_name":"Traumatic brain injury","level":2,"score":0.41244372725486755},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35355156660079956},{"id":"https://openalex.org/C177713679","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care medicine","level":1,"score":0.2648031711578369},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.21367380023002625},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.17654749751091003},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000070642","descriptor_name":"Brain Injuries, Traumatic","qualifier_ui":"Q000628","qualifier_name":"therapy","is_major_topic":false},{"descriptor_ui":"D000070642","descriptor_name":"Brain Injuries, Traumatic","qualifier_ui":"Q000628","qualifier_name":"therapy","is_major_topic":false},{"descriptor_ui":"D000070642","descriptor_name":"Brain Injuries, Traumatic","qualifier_ui":"Q000628","qualifier_name":"therapy","is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001932","descriptor_name":"Brain Neoplasms","qualifier_ui":"Q000628","qualifier_name":"therapy","is_major_topic":false},{"descriptor_ui":"D001932","descriptor_name":"Brain Neoplasms","qualifier_ui":"Q000628","qualifier_name":"therapy","is_major_topic":false},{"descriptor_ui":"D001932","descriptor_name":"Brain Neoplasms","qualifier_ui":"Q000628","qualifier_name":"therapy","is_major_topic":false},{"descriptor_ui":"D003422","descriptor_name":"Critical Care","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D003422","descriptor_name":"Critical Care","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D003422","descriptor_name":"Critical Care","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D003422","descriptor_name":"Critical Care","qualifier_ui":"Q000523","qualifier_name":"psychology","is_major_topic":false},{"descriptor_ui":"D003422","descriptor_name":"Critical Care","qualifier_ui":"Q000523","qualifier_name":"psychology","is_major_topic":false},{"descriptor_ui":"D003422","descriptor_name":"Critical Care","qualifier_ui":"Q000523","qualifier_name":"psychology","is_major_topic":false},{"descriptor_ui":"D003422","descriptor_name":"Critical Care","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":false},{"descriptor_ui":"D003422","descriptor_name":"Critical Care","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":false},{"descriptor_ui":"D003422","descriptor_name":"Critical Care","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":false},{"descriptor_ui":"D003658","descriptor_name":"Decision Making, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003658","descriptor_name":"Decision Making, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003658","descriptor_name":"Decision Making, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009493","descriptor_name":"Neurosurgery","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D009493","descriptor_name":"Neurosurgery","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D009493","descriptor_name":"Neurosurgery","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D009493","descriptor_name":"Neurosurgery","qualifier_ui":"Q000523","qualifier_name":"psychology","is_major_topic":false},{"descriptor_ui":"D009493","descriptor_name":"Neurosurgery","qualifier_ui":"Q000523","qualifier_name":"psychology","is_major_topic":false},{"descriptor_ui":"D009493","descriptor_name":"Neurosurgery","qualifier_ui":"Q000523","qualifier_name":"psychology","is_major_topic":false},{"descriptor_ui":"D009493","descriptor_name":"Neurosurgery","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":false},{"descriptor_ui":"D009493","descriptor_name":"Neurosurgery","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":false},{"descriptor_ui":"D009493","descriptor_name":"Neurosurgery","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":5,"locations":[{"id":"doi:10.1155/2021/6657119","is_oa":true,"landing_page_url":"http://doi.org/10.1155/2021/6657119","pdf_url":"https://downloads.hindawi.com/journals/cmmm/2021/6657119.pdf","source":{"id":"https://openalex.org/S36980176","display_name":"Computational and Mathematical Methods in Medicine","issn_l":"1748-670X","issn":["1748-670X","1748-6718"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational and Mathematical Methods in Medicine","raw_type":"journal-article"},{"id":"pmid:33680069","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33680069","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational and mathematical methods in medicine","raw_type":null},{"id":"pmh:oai:doaj.org/article:ceaec170cd244515aab41c68978e18b6","is_oa":true,"landing_page_url":"https://doaj.org/article/ceaec170cd244515aab41c68978e18b6","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational and Mathematical Methods in Medicine, Vol 2021 (2021)","raw_type":"article"},{"id":"pmh:oai:hindawi.com:10.1155/2021/6657119","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/6657119","pdf_url":null,"source":{"id":"https://openalex.org/S4306400340","display_name":"Hindawi Journal of Chemistry (Hindawi)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210126990","host_organization_name":"Hindawi (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210126990"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Review Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:7925047","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7925047","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Comput Math Methods Med","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1155/2021/6657119","is_oa":true,"landing_page_url":"http://doi.org/10.1155/2021/6657119","pdf_url":"https://downloads.hindawi.com/journals/cmmm/2021/6657119.pdf","source":{"id":"https://openalex.org/S36980176","display_name":"Computational and Mathematical Methods in Medicine","issn_l":"1748-670X","issn":["1748-670X","1748-6718"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational and Mathematical Methods in Medicine","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.8199999928474426}],"awards":[{"id":"https://openalex.org/G2437530023","display_name":null,"funder_award_id":"17YF1426700","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8142397254","display_name":null,"funder_award_id":"17YF1426700","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G8363713245","display_name":null,"funder_award_id":"82073640","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8877849928","display_name":null,"funder_award_id":"82073640","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3130516342.pdf","grobid_xml":"https://content.openalex.org/works/W3130516342.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W1979660020","https://openalex.org/W2095852687","https://openalex.org/W2118703246","https://openalex.org/W2137419248","https://openalex.org/W2145339207","https://openalex.org/W2145829640","https://openalex.org/W2162993517","https://openalex.org/W2167121883","https://openalex.org/W2169737951","https://openalex.org/W2328867239","https://openalex.org/W2409206035","https://openalex.org/W2496119153","https://openalex.org/W2505625229","https://openalex.org/W2535327675","https://openalex.org/W2749653465","https://openalex.org/W2754651810","https://openalex.org/W2770695371","https://openalex.org/W2866547200","https://openalex.org/W2896893468","https://openalex.org/W2904730732","https://openalex.org/W2957331199","https://openalex.org/W2963401755","https://openalex.org/W2997089963","https://openalex.org/W2998965188","https://openalex.org/W2999839733","https://openalex.org/W3026443214","https://openalex.org/W3028755626","https://openalex.org/W3035073080","https://openalex.org/W3040948586","https://openalex.org/W3042547918","https://openalex.org/W3104199944","https://openalex.org/W3105102281","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W2313148748","https://openalex.org/W2029245355","https://openalex.org/W2519101761","https://openalex.org/W2794895112","https://openalex.org/W2041397914","https://openalex.org/W2085403695","https://openalex.org/W2039318947","https://openalex.org/W2989724327","https://openalex.org/W2912679854","https://openalex.org/W1970609605"],"abstract_inverted_index":{"Dynamic":[0],"decision-making":[1],"was":[2],"essential":[3],"in":[4,103],"the":[5,41,43,46,66,135],"clinical":[6],"care":[7],"of":[8,68,113,127,132],"surgical":[9],"patients.":[10],"Reinforcement":[11],"learning":[12,53,74,99,129],"(RL)":[13],"algorithm":[14],"is":[15,30],"a":[16,58,82,87],"computational":[17,88],"method":[18],"to":[19],"find":[20],"sequential":[21,110],"optimal":[22],"decisions":[23],"among":[24],"multiple":[25],"suboptimal":[26],"options.":[27],"This":[28,62],"review":[29,92],"aimed":[31],"at":[32],"introducing":[33],"RL's":[34],"basic":[35,39,133],"concepts,":[36],"including":[37],"three":[38],"components:":[40],"state,":[42],"action,":[44],"and":[45,86,105,116,120,138],"reward.":[47],"Most":[48],"medical":[49],"studies":[50],"using":[51,72],"reinforcement":[52,73,98,128],"methods":[54],"were":[55],"trained":[56],"on":[57],"fixed":[59],"observational":[60],"dataset.":[61],"paper":[63],"also":[64],"reviews":[65],"literature":[67],"existing":[69],"practical":[70],"applications":[71],"methods,":[75],"which":[76],"can":[77,100],"be":[78,101],"further":[79],"categorized":[80],"as":[81],"statistical":[83],"RL":[84,89],"study":[85],"study.":[90],"The":[91],"proposes":[93],"several":[94],"potential":[95],"aspects":[96],"where":[97],"applied":[102],"neurocritical":[104],"neurosurgical":[106],"care.":[107],"These":[108],"include":[109],"treatment":[111],"strategies":[112],"intracranial":[114],"tumors":[115],"traumatic":[117],"brain":[118],"injury":[119],"intraoperative":[121],"endoscope":[122],"motion":[123],"control.":[124],"Several":[125],"limitations":[126],"are":[130],"representations":[131],"components,":[134],"positivity":[136],"violation,":[137],"validation":[139],"methods.":[140]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}