{"id":"https://openalex.org/W2809005670","doi":"https://doi.org/10.1145/3219819.3219961","title":"Supervised Reinforcement Learning with Recurrent Neural Network for Dynamic Treatment Recommendation","display_name":"Supervised Reinforcement Learning with Recurrent Neural Network for Dynamic Treatment Recommendation","publication_year":2018,"publication_date":"2018-07-19","ids":{"openalex":"https://openalex.org/W2809005670","doi":"https://doi.org/10.1145/3219819.3219961","mag":"2809005670"},"language":"en","primary_location":{"id":"doi:10.1145/3219819.3219961","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3219819.3219961","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1807.01473","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083964854","display_name":"Lu Wang","orcid":"https://orcid.org/0000-0002-7305-1496"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Wang","raw_affiliation_strings":["East China Normal University, Shanghai, China","East China Normal University Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"East China Normal University Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101541045","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0001-6763-8146"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["East China Normal University, Shanghai, China","East China Normal University Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"East China Normal University Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101434435","display_name":"Xiaofeng He","orcid":"https://orcid.org/0000-0002-6911-348X"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofeng He","raw_affiliation_strings":["East China Normal University, Shnaghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University, Shnaghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046703129","display_name":"Hongyuan Zha","orcid":"https://orcid.org/0000-0001-7493-0911"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hongyuan Zha","raw_affiliation_strings":["Georgia Tech, Atlanta, GA, USA","[Georgia Technology, Atlanta, GA, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Tech, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"[Georgia Technology, Atlanta, GA, USA]","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2447","last_page":"2456"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9854999780654907,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.9405999779701233,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.821321964263916},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.7325512766838074},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.7311296463012695},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7228196859359741},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7095085978507996},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6818571090698242},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6611703634262085},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.6285507678985596},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.5526526570320129},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.4749853014945984},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4308408498764038},{"id":"https://openalex.org/keywords/medical-prescription","display_name":"Medical prescription","score":0.4228821098804474},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3540683090686798},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.31857001781463623},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.18932285904884338},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.12730780243873596}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.821321964263916},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.7325512766838074},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.7311296463012695},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7228196859359741},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7095085978507996},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6818571090698242},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6611703634262085},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.6285507678985596},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.5526526570320129},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.4749853014945984},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4308408498764038},{"id":"https://openalex.org/C2426938","wikidata":"https://www.wikidata.org/wiki/Q3355478","display_name":"Medical prescription","level":2,"score":0.4228821098804474},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3540683090686798},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.31857001781463623},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.18932285904884338},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.12730780243873596},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C98274493","wikidata":"https://www.wikidata.org/wiki/Q128406","display_name":"Pharmacology","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3219819.3219961","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3219819.3219961","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1807.01473","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1807.01473","pdf_url":"https://arxiv.org/pdf/1807.01473","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2809005670","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1807.01473","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1807.01473","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1807.01473","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1807.01473","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1807.01473","pdf_url":"https://arxiv.org/pdf/1807.01473","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.7699999809265137}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2809005670.pdf"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1497976081","https://openalex.org/W1510692630","https://openalex.org/W1585575029","https://openalex.org/W1994923984","https://openalex.org/W1999874108","https://openalex.org/W2019384544","https://openalex.org/W2024390895","https://openalex.org/W2082299845","https://openalex.org/W2117675763","https://openalex.org/W2127382007","https://openalex.org/W2136855624","https://openalex.org/W2145339207","https://openalex.org/W2151161180","https://openalex.org/W2156737235","https://openalex.org/W2165612525","https://openalex.org/W2169498096","https://openalex.org/W2173248099","https://openalex.org/W2190781736","https://openalex.org/W2290104316","https://openalex.org/W2363917130","https://openalex.org/W2396881363","https://openalex.org/W2505625229","https://openalex.org/W2535327675","https://openalex.org/W2579522812","https://openalex.org/W2744140371","https://openalex.org/W2962938178","https://openalex.org/W2964161785","https://openalex.org/W2985962305"],"related_works":["https://openalex.org/W3034579113","https://openalex.org/W2809669277","https://openalex.org/W3110980457","https://openalex.org/W2997914278","https://openalex.org/W2518241345","https://openalex.org/W3090006835","https://openalex.org/W138745945","https://openalex.org/W3100260481","https://openalex.org/W2926634779","https://openalex.org/W2904341466","https://openalex.org/W3207948699","https://openalex.org/W3200181563","https://openalex.org/W2522435762","https://openalex.org/W3180259548","https://openalex.org/W3124328990","https://openalex.org/W2315312789","https://openalex.org/W1783566409","https://openalex.org/W3014253025","https://openalex.org/W2986737700"],"abstract_inverted_index":{"Dynamic":[0],"treatment":[1],"recommendation":[2],"systems":[3],"based":[4],"on":[5,155],"large-scale":[6],"electronic":[7],"health":[8],"records":[9],"(EHRs)":[10],"become":[11],"a":[12,86],"key":[13],"to":[14,59,97,123,134,144],"successfully":[15],"improve":[16],"practical":[17],"clinical":[18],"outcomes.":[19],"Prior":[20],"relevant":[21],"studies":[22,56],"recommend":[23],"treatments":[24],"either":[25],"use":[26],"supervised":[27,64],"learning":[28,40,65,88],"(e.g.":[29,41],"matching":[30,176],"the":[31,61,111,117,136,156,168],"indicator":[32,118],"signal":[33,44,119,122],"which":[34,45,82],"denotes":[35],"doctor":[36],"prescriptions),":[37],"or":[38],"reinforcement":[39,67],"maximizing":[42],"evaluation":[43,121],"indicates":[46],"cumulative":[47],"reward":[48],"from":[49],"survival":[50],"rates).":[51],"However,":[52],"none":[53],"of":[54,63,146],"these":[55],"have":[57],"considered":[58],"combine":[60],"benefits":[62],"and":[66,105,120,127],"learning.":[68],"In":[69],"this":[70],"paper,":[71],"we":[72],"propose":[73],"Supervised":[74],"Reinforcement":[75],"Learning":[76],"with":[77],"Recurrent":[78],"Neural":[79],"Network":[80],"(SRL-RNN),":[81],"fuses":[83],"them":[84],"into":[85],"synergistic":[87],"framework.":[89],"Specifically,":[90],"SRL-RNN":[91],"applies":[92],"an":[93],"off-policy":[94],"actor-critic":[95],"framework":[96,112],"handle":[98],"complex":[99],"relations":[100],"among":[101],"multiple":[102],"medications,":[103],"diseases":[104],"individual":[106],"characteristics.":[107],"The":[108],"\"actor''":[109],"in":[110,150,175],"is":[113,131],"adjusted":[114],"by":[115],"both":[116],"ensure":[124],"effective":[125],"prescription":[126],"low":[128],"mortality.":[129],"RNN":[130],"further":[132],"utilized":[133],"solve":[135],"Partially-Observed":[137],"Markov":[138],"Decision":[139],"Process":[140],"(POMDP)":[141],"problem":[142],"due":[143],"lack":[145],"fully":[147],"observed":[148],"states":[149],"real":[151],"world":[152],"applications.":[153],"Experiments":[154],"publicly":[157],"real-world":[158],"dataset,":[159],"i.e.,":[160],"MIMIC-3,":[161],"illustrate":[162],"that":[163],"our":[164],"model":[165],"can":[166],"reduce":[167],"estimated":[169],"mortality,":[170],"while":[171],"providing":[172],"promising":[173],"accuracy":[174],"doctors'":[177],"prescriptions.":[178]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2021-05-24T00:00:00"}