{"id":"https://openalex.org/W3197802524","doi":"https://doi.org/10.1109/tnnls.2021.3136385","title":"Conservative Policy Construction Using Variational Autoencoders for Logged Data With Missing Values","display_name":"Conservative Policy Construction Using Variational Autoencoders for Logged Data With Missing Values","publication_year":2022,"publication_date":"2022-01-10","ids":{"openalex":"https://openalex.org/W3197802524","doi":"https://doi.org/10.1109/tnnls.2021.3136385","mag":"3197802524","pmid":"https://pubmed.ncbi.nlm.nih.gov/35007201"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2021.3136385","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3136385","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2109.03747","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087948955","display_name":"Mahed Abroshan","orcid":"https://orcid.org/0000-0002-0520-3953"},"institutions":[{"id":"https://openalex.org/I4210128584","display_name":"The Alan Turing Institute","ror":"https://ror.org/035dkdb55","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210128584"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mahed Abroshan","raw_affiliation_strings":["Alan Turing Institute, London, U.K"],"raw_orcid":"https://orcid.org/0000-0002-0520-3953","affiliations":[{"raw_affiliation_string":"Alan Turing Institute, London, U.K","institution_ids":["https://openalex.org/I4210128584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053300270","display_name":"Kai Hou Yip","orcid":"https://orcid.org/0000-0002-9616-1524"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kai Hou Yip","raw_affiliation_strings":["University College London, London, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London, London, U.K","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053015746","display_name":"Cem Tekin","orcid":"https://orcid.org/0000-0003-4361-4021"},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Cem Tekin","raw_affiliation_strings":["Department of Electrical and Electronics Engineering, Bilkent University, Ankara, Turkey"],"raw_orcid":"https://orcid.org/0000-0003-4361-4021","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronics Engineering, Bilkent University, Ankara, Turkey","institution_ids":["https://openalex.org/I168864056"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012339002","display_name":"Mihaela van der Schaar","orcid":"https://orcid.org/0000-0003-3933-6049"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]},{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]},{"id":"https://openalex.org/I4210128584","display_name":"The Alan Turing Institute","ror":"https://ror.org/035dkdb55","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210128584"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Mihaela van der Schaar","raw_affiliation_strings":["Alan Turing Institute, London, U.K","Department of Applied Mathematics and Theoretical Physics, University of Cambridge, Cambridge, U.K","University of California, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alan Turing Institute, London, U.K","institution_ids":["https://openalex.org/I4210128584"]},{"raw_affiliation_string":"Department of Applied Mathematics and Theoretical Physics, University of Cambridge, Cambridge, U.K","institution_ids":["https://openalex.org/I241749"]},{"raw_affiliation_string":"University of California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9616,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.86408782,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"34","issue":"9","first_page":"6368","last_page":"6378"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9484999775886536,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/missing-data","display_name":"Missing data","score":0.7194696664810181},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.40392962098121643},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3964804410934448},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.32019761204719543},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3178431987762451},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.29450103640556335}],"concepts":[{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.7194696664810181},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.40392962098121643},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3964804410934448},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.32019761204719543},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3178431987762451},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.29450103640556335}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tnnls.2021.3136385","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3136385","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:35007201","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35007201","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:arXiv.org:2109.03747","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.03747","pdf_url":"https://arxiv.org/pdf/2109.03747","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10166022","is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10166022/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"   IEEE Transactions on Neural Networks and Learning Systems       (2022)      ","raw_type":"Article"},{"id":"pmh:oai:repository.bilkent.edu.tr:11693/111379","is_oa":false,"landing_page_url":"http://hdl.handle.net/11693/111379","pdf_url":null,"source":{"id":"https://openalex.org/S4306400079","display_name":"Bilkent University Institutional Repository (Bilkent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I168864056","host_organization_name":"Bilkent University","host_organization_lineage":["https://openalex.org/I168864056"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2109.03747","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.03747","pdf_url":"https://arxiv.org/pdf/2109.03747","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.8100000023841858,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1975851391","display_name":null,"funder_award_id":"EP/T001569/1","funder_id":"https://openalex.org/F4320313467","funder_display_name":"Alan Turing Institute"},{"id":"https://openalex.org/G3495160753","display_name":null,"funder_award_id":"EP/W006022/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G6098645062","display_name":null,"funder_award_id":"EP/W006022/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6265815782","display_name":"Strategic Priorities Fund - AI for Science, Engineering, Health and Government","funder_award_id":"EP/T001569/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6308133171","display_name":null,"funder_award_id":"EP/W006022/1","funder_id":"https://openalex.org/F4320313467","funder_display_name":"Alan Turing Institute"},{"id":"https://openalex.org/G8786159991","display_name":null,"funder_award_id":"EP/T001569/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"}],"funders":[{"id":"https://openalex.org/F4320313467","display_name":"Alan Turing Institute","ror":"https://ror.org/035dkdb55"},{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":101,"referenced_works":["https://openalex.org/W191658262","https://openalex.org/W202805564","https://openalex.org/W1516659296","https://openalex.org/W1528579232","https://openalex.org/W1809653203","https://openalex.org/W1835900096","https://openalex.org/W1845972764","https://openalex.org/W1850742715","https://openalex.org/W1909320841","https://openalex.org/W1959608418","https://openalex.org/W1989377468","https://openalex.org/W1995880999","https://openalex.org/W2001947543","https://openalex.org/W2009432182","https://openalex.org/W2011378329","https://openalex.org/W2012315687","https://openalex.org/W2039811614","https://openalex.org/W2044758663","https://openalex.org/W2057406433","https://openalex.org/W2064903582","https://openalex.org/W2086206379","https://openalex.org/W2087046046","https://openalex.org/W2100358124","https://openalex.org/W2115098571","https://openalex.org/W2118502261","https://openalex.org/W2132917208","https://openalex.org/W2148679658","https://openalex.org/W2150291618","https://openalex.org/W2188365844","https://openalex.org/W2202585678","https://openalex.org/W2208550830","https://openalex.org/W2313407065","https://openalex.org/W2419673715","https://openalex.org/W2425855276","https://openalex.org/W2620393362","https://openalex.org/W2785777814","https://openalex.org/W2785875001","https://openalex.org/W2796545534","https://openalex.org/W2803403013","https://openalex.org/W2807214494","https://openalex.org/W2866415919","https://openalex.org/W2889087356","https://openalex.org/W2894458036","https://openalex.org/W2914526782","https://openalex.org/W2952488902","https://openalex.org/W2952727443","https://openalex.org/W2962694783","https://openalex.org/W2962695761","https://openalex.org/W2962741254","https://openalex.org/W2963323139","https://openalex.org/W2963730200","https://openalex.org/W2963806098","https://openalex.org/W2963925452","https://openalex.org/W2964013391","https://openalex.org/W2964297722","https://openalex.org/W2990519679","https://openalex.org/W3000230851","https://openalex.org/W3013480165","https://openalex.org/W3088263234","https://openalex.org/W3095135648","https://openalex.org/W3118828519","https://openalex.org/W4233216783","https://openalex.org/W4233287798","https://openalex.org/W4233471163","https://openalex.org/W4237650824","https://openalex.org/W4238941454","https://openalex.org/W4239728164","https://openalex.org/W4243220370","https://openalex.org/W4287629996","https://openalex.org/W4287864730","https://openalex.org/W4289760582","https://openalex.org/W4293653493","https://openalex.org/W4295097398","https://openalex.org/W4297692481","https://openalex.org/W4298826872","https://openalex.org/W4301518628","https://openalex.org/W6607764300","https://openalex.org/W6608206471","https://openalex.org/W6638427827","https://openalex.org/W6639118987","https://openalex.org/W6639732818","https://openalex.org/W6640963894","https://openalex.org/W6687045409","https://openalex.org/W6713893753","https://openalex.org/W6717846373","https://openalex.org/W6719936175","https://openalex.org/W6729580568","https://openalex.org/W6731062297","https://openalex.org/W6739095351","https://openalex.org/W6747514548","https://openalex.org/W6747694793","https://openalex.org/W6751145664","https://openalex.org/W6752840302","https://openalex.org/W6753068923","https://openalex.org/W6754420901","https://openalex.org/W6754873339","https://openalex.org/W6759014971","https://openalex.org/W6766252466","https://openalex.org/W6771184382","https://openalex.org/W6773473212","https://openalex.org/W6784630725"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4391375266","https://openalex.org/W4380150146","https://openalex.org/W3024870410","https://openalex.org/W2410652950","https://openalex.org/W1979597421","https://openalex.org/W4283773154","https://openalex.org/W3139174110","https://openalex.org/W4289597203","https://openalex.org/W2007980826"],"abstract_inverted_index":{"In":[0,84,144,164,187],"high-stakes":[1],"applications":[2],"of":[3,11,54,82,91,106,129,206],"data-driven":[4],"decision-making":[5],"such":[6,55,69],"as":[7],"healthcare,":[8],"it":[9],"is":[10,29,46,116,134,154,191],"paramount":[12],"importance":[13],"to":[14,50,60,62,117,156,162,166,172,184,201],"learn":[15],"a":[16,126,181],"policy":[17,153],"that":[18,198],"maximizes":[19],"the":[20,51,80,89,104,148,152,159,203],"reward":[21],"while":[22],"avoiding":[23],"potentially":[24],"dangerous":[25],"actions":[26],"when":[27,98,122],"there":[28,99],"uncertainty.":[30],"There":[31],"are":[32,71,100,199],"two":[33],"main":[34],"challenges":[35],"usually":[36,72],"associated":[37],"with":[38,65,76,131,142,208],"this":[39,85,168],"problem.":[40],"First,":[41],"learning":[42],"through":[43],"online":[44],"exploration":[45],"not":[47],"possible":[48],"due":[49,161],"critical":[52],"nature":[53],"applications.":[56],"Therefore,":[57],"we":[58,87,146,170],"need":[59,171],"resort":[61],"observational":[63],"datasets":[64,70],"no":[66],"counterfactuals.":[67],"Second,":[68],"imperfect,":[73],"additionally":[74],"cursed":[75],"missing":[77,101,132,209],"values":[78,102],"in":[79,103,108],"attributes":[81,105],"features.":[83],"article,":[86],"consider":[88,137],"problem":[90],"constructing":[92],"personalized":[93],"policies":[94],"using":[95],"logged":[96],"data":[97],"features":[107,207],"both":[109],"training":[110],"and":[111,179],"test":[112],"data.":[113],"The":[114],"goal":[115],"recommend":[118],"an":[119],"action":[120],"(treatment)":[121],"~":[123,177],"X":[124,130],",":[125],"degraded":[127],"version":[128],"values,":[133],"observed.":[135],"We":[136],"three":[138],"strategies":[139],"for":[140],"dealing":[141],"missingness.":[143,163],"particular,":[145,188],"introduce":[147],"conservative":[149],"strategy":[150],"where":[151],"designed":[155,200],"safely":[157],"handle":[158],"uncertainty":[160],"order":[165],"implement":[167],"strategy,":[169],"estimate":[173],"posterior":[174],"distribution":[175],"p(X|":[176],"X)":[178],"use":[180],"variational":[182,195],"autoencoder":[183],"achieve":[185],"this.":[186],"our":[189],"method":[190],"based":[192],"on":[193],"partial":[194],"autoencoders":[196],"(PVAEs)":[197],"capture":[202],"underlying":[204],"structure":[205],"values.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}