{"id":"https://openalex.org/W3212334718","doi":"https://doi.org/10.1007/978-3-030-91415-8_10","title":"Combining Model-Based and Model-Free Reinforcement Learning Policies for More Efficient Sepsis Treatment","display_name":"Combining Model-Based and Model-Free Reinforcement Learning Policies for More Efficient Sepsis Treatment","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3212334718","doi":"https://doi.org/10.1007/978-3-030-91415-8_10","mag":"3212334718"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-030-91415-8_10","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-030-91415-8_10","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087633300","display_name":"Xiangyu Liu","orcid":"https://orcid.org/0000-0003-3255-1467"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyu Liu","raw_affiliation_strings":["Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-3255-1467","affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074681163","display_name":"Chao Yu","orcid":"https://orcid.org/0000-0002-4371-3663"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chao Yu","raw_affiliation_strings":["Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-4371-3663","affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019508756","display_name":"Qikai Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4210127380","display_name":"Pudong Medical Center","ror":"https://ror.org/02nptez24","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210127380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qikai Huang","raw_affiliation_strings":["Department of Orthopedics, Shanghai Pudong Hospital, Fudan University Pudong Medical Center, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Orthopedics, Shanghai Pudong Hospital, Fudan University Pudong Medical Center, Shanghai, China","institution_ids":["https://openalex.org/I24943067","https://openalex.org/I4210127380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043129127","display_name":"Luhao Wang","orcid":"https://orcid.org/0000-0001-8031-4197"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I4210128921","display_name":"The First Affiliated Hospital, Sun Yat-sen University","ror":"https://ror.org/037p24858","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210128921"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luhao Wang","raw_affiliation_strings":["The First Affiliated Hospital, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The First Affiliated Hospital, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358","https://openalex.org/I4210128921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101619345","display_name":"Jianfeng Wu","orcid":"https://orcid.org/0000-0001-9098-2500"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I4210128921","display_name":"The First Affiliated Hospital, Sun Yat-sen University","ror":"https://ror.org/037p24858","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210128921"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianfeng Wu","raw_affiliation_strings":["The First Affiliated Hospital, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The First Affiliated Hospital, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358","https://openalex.org/I4210128921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036244219","display_name":"Xiangdong Guan","orcid":"https://orcid.org/0000-0001-7880-0719"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I4210128921","display_name":"The First Affiliated Hospital, Sun Yat-sen University","ror":"https://ror.org/037p24858","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210128921"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangdong Guan","raw_affiliation_strings":["The First Affiliated Hospital, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The First Affiliated Hospital, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358","https://openalex.org/I4210128921"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5074681163"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":5.9955,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.96271748,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"105","last_page":"117"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10218","display_name":"Sepsis Diagnosis and Treatment","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10218","display_name":"Sepsis Diagnosis and Treatment","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11700","display_name":"Hemodynamic Monitoring and Therapy","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10322","display_name":"Respiratory Support and Mechanisms","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2740","display_name":"Pulmonary and Respiratory Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.894193172454834},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7772650122642517},{"id":"https://openalex.org/keywords/sepsis","display_name":"Sepsis","score":0.6302080750465393},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5034245848655701},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4423930048942566},{"id":"https://openalex.org/keywords/intensive-care","display_name":"Intensive care","score":0.41561001539230347},{"id":"https://openalex.org/keywords/intensive-care-medicine","display_name":"Intensive care medicine","score":0.30729246139526367},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.173528254032135},{"id":"https://openalex.org/keywords/surgery","display_name":"Surgery","score":0.07348799705505371}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.894193172454834},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7772650122642517},{"id":"https://openalex.org/C2778384902","wikidata":"https://www.wikidata.org/wiki/Q183134","display_name":"Sepsis","level":2,"score":0.6302080750465393},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5034245848655701},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4423930048942566},{"id":"https://openalex.org/C2987404301","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care","level":2,"score":0.41561001539230347},{"id":"https://openalex.org/C177713679","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care medicine","level":1,"score":0.30729246139526367},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.173528254032135},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.07348799705505371}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-030-91415-8_10","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-030-91415-8_10","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.800000011920929,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1510692630","https://openalex.org/W1589747210","https://openalex.org/W1931027396","https://openalex.org/W2035705349","https://openalex.org/W2045569659","https://openalex.org/W2070493638","https://openalex.org/W2100677568","https://openalex.org/W2121863487","https://openalex.org/W2124175081","https://openalex.org/W2145339207","https://openalex.org/W2155027007","https://openalex.org/W2155968351","https://openalex.org/W2173564293","https://openalex.org/W2177398380","https://openalex.org/W2273088453","https://openalex.org/W2280404143","https://openalex.org/W2394812591","https://openalex.org/W2396212074","https://openalex.org/W2396881363","https://openalex.org/W2493412266","https://openalex.org/W2564096200","https://openalex.org/W2619989803","https://openalex.org/W2740020751","https://openalex.org/W2746553466","https://openalex.org/W2775653705","https://openalex.org/W2786211395","https://openalex.org/W2805195286","https://openalex.org/W2891952073","https://openalex.org/W2896893468","https://openalex.org/W2905108339","https://openalex.org/W2908893749","https://openalex.org/W2963824530","https://openalex.org/W2991641017","https://openalex.org/W3011120880","https://openalex.org/W3016555942","https://openalex.org/W3106764401","https://openalex.org/W3112765753","https://openalex.org/W6600617704","https://openalex.org/W6602646459","https://openalex.org/W6814003322"],"related_works":["https://openalex.org/W3215560449","https://openalex.org/W3030236844","https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W4237737355","https://openalex.org/W1520457732","https://openalex.org/W4386050759","https://openalex.org/W4234924198","https://openalex.org/W1500375354"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2025-10-10T00:00:00"}