{"id":"https://openalex.org/W2804306369","doi":"https://doi.org/10.1080/24754269.2018.1466096","title":"Deep advantage learning for optimal dynamic treatment regime","display_name":"Deep advantage learning for optimal dynamic treatment regime","publication_year":2018,"publication_date":"2018-01-02","ids":{"openalex":"https://openalex.org/W2804306369","doi":"https://doi.org/10.1080/24754269.2018.1466096","mag":"2804306369","pmid":"https://pubmed.ncbi.nlm.nih.gov/30420972","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/6226036"},"language":"en","primary_location":{"id":"doi:10.1080/24754269.2018.1466096","doi":"https://doi.org/10.1080/24754269.2018.1466096","is_oa":true,"landing_page_url":"https://doi.org/10.1080/24754269.2018.1466096","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/24754269.2018.1466096?needAccess=true&role=button","source":{"id":"https://openalex.org/S4210199431","display_name":"Statistical Theory and Related Fields","issn_l":"2475-4269","issn":["2475-4269","2475-4277"],"is_oa":false,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","oarl","poland-20","russia-white-list-4"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistical Theory and Related Fields","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://www.tandfonline.com/doi/pdf/10.1080/24754269.2018.1466096?needAccess=true&role=button","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030894606","display_name":"Shuhan Liang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuhan Liang","raw_affiliation_strings":["Department of Statistics, North Carolina State University, Raleigh, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059203764","display_name":"Wenbin Lu","orcid":"https://orcid.org/0000-0002-7320-4755","observed_orcids":["https://orcid.org/0000-0002-7320-4755"]},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Wenbin Lu","raw_affiliation_strings":["Department of Statistics, North Carolina State University, Raleigh, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089012283","display_name":"Rui Song","orcid":"https://orcid.org/0000-0003-1875-2115","observed_orcids":["https://orcid.org/0000-0003-1875-2115"]},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rui Song","raw_affiliation_strings":["Department of Statistics, North Carolina State University, Raleigh, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5059203764"],"corresponding_institution_ids":["https://openalex.org/I137902535"],"apc_list":null,"apc_paid":null,"fwci":0.2075,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.5387381,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"2","issue":"1","first_page":"80","last_page":"88"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/optimal-dynamic-treatment-regimes","display_name":"optimal dynamic treatment regimes","score":0.8939999938011169},{"id":"https://openalex.org/keywords/advantage-function","display_name":"advantage function","score":0.6890000104904175},{"id":"https://openalex.org/keywords/inverse-probability-weighting","display_name":"inverse probability weighting","score":0.9300000071525574},{"id":"https://openalex.org/keywords/potential-outcomes","display_name":"potential outcomes","score":0.7739999890327454},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.8320000171661377},{"id":"https://openalex.org/keywords/star-d-trial","display_name":"STAR*D trial","score":0.7799999713897705}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7736395597457886},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.7485666871070862},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7061700820922852},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6209628582000732},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.5766972303390503},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.5550932884216309},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5409589409828186},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.46906778216362},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.44274991750717163},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.42962777614593506},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1097078025341034},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1080/24754269.2018.1466096","doi":"https://doi.org/10.1080/24754269.2018.1466096","is_oa":true,"landing_page_url":"https://doi.org/10.1080/24754269.2018.1466096","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/24754269.2018.1466096?needAccess=true&role=button","source":{"id":"https://openalex.org/S4210199431","display_name":"Statistical Theory and Related Fields","issn_l":"2475-4269","issn":["2475-4269","2475-4277"],"is_oa":false,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","oarl","poland-20","russia-white-list-4"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistical Theory and Related Fields","raw_type":"journal-article"},{"id":"pmid:30420972","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30420972","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistical theory and related fields","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:6226036","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/6226036","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Stat Theory Relat Fields","raw_type":"Text"},{"id":"mag:3125590922","doi":null,"is_oa":false,"landing_page_url":"https://ideas.repec.org/a/taf/tstfxx/v2y2018i1p80-88.html","pdf_url":null,"source":{"id":"https://openalex.org/S4210199431","display_name":"Statistical Theory and Related Fields","issn_l":"2475-4269","issn":["2475-4269","2475-4277"],"is_oa":false,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","oarl","poland-20","russia-white-list-4"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Statistical Theory and Related Fields","raw_type":null},{"id":"pmh:oai:RePEc:taf:tstfxx:v:2:y:2018:i:1:p:80-88","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/10.1080/24754269.2018.1466096","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:4e2fe6fbaf204d8ebee87aaf89256b81","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/4e2fe6fbaf204d8ebee87aaf89256b81","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Statistical Theory and Related Fields, Vol 2, Iss 1, Pp 80-88 (2018)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1080/24754269.2018.1466096","doi":"https://doi.org/10.1080/24754269.2018.1466096","is_oa":true,"landing_page_url":"https://doi.org/10.1080/24754269.2018.1466096","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/24754269.2018.1466096?needAccess=true&role=button","source":{"id":"https://openalex.org/S4210199431","display_name":"Statistical Theory and Related Fields","issn_l":"2475-4269","issn":["2475-4269","2475-4277"],"is_oa":false,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","oarl","poland-20","russia-white-list-4"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistical Theory and Related Fields","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G4718744824","display_name":"Statistical Methods for Cancer Clinical Trials","funder_award_id":"P01CA142538","funder_id":"https://openalex.org/F4320337351","funder_display_name":"National Cancer Institute"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337351","display_name":"National Cancer Institute","ror":"https://ror.org/040gcmg81"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2804306369.pdf","grobid_xml":"https://content.openalex.org/works/W2804306369.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W132374903","https://openalex.org/W1720450983","https://openalex.org/W1994857208","https://openalex.org/W1999156278","https://openalex.org/W2074682976","https://openalex.org/W2101234009","https://openalex.org/W2106298710","https://openalex.org/W2110341150","https://openalex.org/W2112796928","https://openalex.org/W2120839204","https://openalex.org/W2122664244","https://openalex.org/W2135046866","https://openalex.org/W2137983211","https://openalex.org/W2145339207","https://openalex.org/W2158581396","https://openalex.org/W2164985671","https://openalex.org/W2165612525","https://openalex.org/W2257979135","https://openalex.org/W2592187169","https://openalex.org/W2802230479","https://openalex.org/W2919115771","https://openalex.org/W2952687041","https://openalex.org/W4252780222"],"related_works":["https://openalex.org/W2116034036","https://openalex.org/W7100652021","https://openalex.org/W2952687041","https://openalex.org/W2183258513","https://openalex.org/W6904790625","https://openalex.org/W2807015404","https://openalex.org/W6948028634","https://openalex.org/W2768718385","https://openalex.org/W2038146650","https://openalex.org/W2291261022"],"abstract_inverted_index":{"Recently":[0],"deep":[1,62,72,128,138],"learning":[2,64],"has":[3,58],"successfully":[4],"achieved":[5],"state-of-the-art":[6],"performance":[7,156],"on":[8,61,118],"many":[9,16],"difficult":[10],"tasks.":[11],"Deep":[12],"neural":[13,37,48,133],"network":[14,38],"outperforms":[15],"existing":[17],"popular":[18],"methods":[19,140],"in":[20,46],"the":[21,42,47,83,92,104,119,147,159],"field":[22],"of":[23,35,44,88,127],"reinforcement":[24],"learning.":[25],"It":[26],"can":[27],"also":[28],"identify":[29],"important":[30],"covariates":[31],"automatically.":[32],"Parameter":[33],"sharing":[34],"convolutional":[36,132],"(CNN)":[39],"greatly":[40],"reduces":[41],"amount":[43],"parameters":[45],"network,":[49],"which":[50,86,109],"allows":[51],"for":[52],"high":[53],"scalability.":[54],"However":[55],"few":[56],"research":[57],"been":[59],"done":[60],"advantage":[63,84],"(A-learning).":[65],"In":[66],"this":[67],"paper,":[68],"we":[69],"present":[70],"a":[71,144,165],"A-learning":[73,81,139],"approach":[74],"to":[75,91,102,113,143,153],"estimate":[76,103],"optimal":[77],"dynamic":[78],"treatment":[79],"regime.":[80],"models":[82],"function,":[85],"is":[87],"direct":[89],"relevance":[90],"goal.":[93],"We":[94,123],"use":[95],"an":[96],"inverse":[97],"probability":[98],"weighting":[99],"(IPW)":[100],"method":[101],"difference":[105],"between":[106],"potential":[107],"outcomes,":[108],"does":[110],"not":[111],"require":[112],"make":[114],"any":[115],"model":[116],"assumption":[117],"baseline":[120],"mean":[121],"function.":[122],"implemented":[124],"different":[125],"architectures":[126],"CNN":[129],"and":[130,150],"convexified":[131],"networks":[134],"(CCNN).":[135],"The":[136],"proposed":[137],"are":[141,151],"applied":[142],"data":[145],"from":[146],"STAR*D":[148],"trial":[149],"shown":[152],"have":[154],"better":[155],"compared":[157],"with":[158],"penalized":[160],"least":[161],"square":[162],"estimator":[163],"using":[164],"linear":[166],"decision":[167],"rule.":[168]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2018-06-01T00:00:00"}