{"id":"https://openalex.org/W7204963563","doi":"https://doi.org/10.48550/arxiv.2608.30442","title":"Confounding Masquerading as Improvement: A Systematic Evaluation of Offline Reinforcement Learning for Stroke Antithrombotic Treatment in a 129,000-Patient Registry","display_name":"Confounding Masquerading as Improvement: A Systematic Evaluation of Offline Reinforcement Learning for Stroke Antithrombotic Treatment in a 129,000-Patient Registry","publication_year":2026,"publication_date":"2026-08-31","ids":{"openalex":"https://openalex.org/W7204963563","doi":"https://doi.org/10.48550/arxiv.2608.30442"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.30442","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.30442","pdf_url":"https://arxiv.org/pdf/2608.30442","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.30442","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5148573203","display_name":"Kihun Rhee","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Rhee, Kihun","raw_affiliation_strings":["AI Research Center , JLK Inc. , Seoul , South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AI Research Center , JLK Inc. , Seoul , South Korea","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5148573203"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.4828999936580658,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.4828999936580658,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10227","display_name":"Acute Ischemic Stroke Management","score":0.29910001158714294,"subfield":{"id":"https://openalex.org/subfields/2728","display_name":"Clinical Neurology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.05559999868273735,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/offline-reinforcement-learning","display_name":"offline reinforcement learning","score":0.9929999709129333},{"id":"https://openalex.org/keywords/acute-ischemic-stroke","display_name":"acute ischemic stroke","score":0.8629999756813049},{"id":"https://openalex.org/keywords/antithrombotic-therapy","display_name":"antithrombotic therapy","score":0.9179999828338623},{"id":"https://openalex.org/keywords/reward-function-design","display_name":"reward function design","score":0.4779999852180481},{"id":"https://openalex.org/keywords/deconfounding","display_name":"deconfounding","score":0.6480000019073486},{"id":"https://openalex.org/keywords/modified-rankin-scale","display_name":"modified Rankin Scale","score":0.781000018119812},{"id":"https://openalex.org/keywords/t-learner","display_name":"T-learner","score":0.4740000069141388}],"concepts":[{"id":"https://openalex.org/C77350462","wikidata":"https://www.wikidata.org/wiki/Q1125472","display_name":"Confounding","level":2,"score":0.6413999795913696},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.6266000270843506},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.582099974155426},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5115000009536743},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4945000112056732},{"id":"https://openalex.org/C2780645631","wikidata":"https://www.wikidata.org/wiki/Q671554","display_name":"Stroke (engine)","level":2,"score":0.44999998807907104},{"id":"https://openalex.org/C535046627","wikidata":"https://www.wikidata.org/wiki/Q30612","display_name":"Clinical trial","level":2,"score":0.4072999954223633},{"id":"https://openalex.org/C168563851","wikidata":"https://www.wikidata.org/wiki/Q1436668","display_name":"Randomized controlled trial","level":2,"score":0.37040001153945923},{"id":"https://openalex.org/C99508421","wikidata":"https://www.wikidata.org/wiki/Q2678675","display_name":"Physical medicine and rehabilitation","level":1,"score":0.3456999957561493},{"id":"https://openalex.org/C2779664074","wikidata":"https://www.wikidata.org/wiki/Q3518405","display_name":"Terminal (telecommunication)","level":2,"score":0.3343999981880188},{"id":"https://openalex.org/C1862650","wikidata":"https://www.wikidata.org/wiki/Q186005","display_name":"Physical therapy","level":1,"score":0.33169999718666077},{"id":"https://openalex.org/C102959455","wikidata":"https://www.wikidata.org/wiki/Q7313954","display_name":"Repeated measures design","level":2,"score":0.3312000036239624},{"id":"https://openalex.org/C149629883","wikidata":"https://www.wikidata.org/wiki/Q660926","display_name":"Fraction (chemistry)","level":2,"score":0.3111000061035156},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.2994999885559082},{"id":"https://openalex.org/C3020199598","wikidata":"https://www.wikidata.org/wiki/Q12202","display_name":"Ischemic stroke","level":3,"score":0.2953000068664551},{"id":"https://openalex.org/C119043178","wikidata":"https://www.wikidata.org/wiki/Q320723","display_name":"Covariate","level":2,"score":0.29179999232292175},{"id":"https://openalex.org/C2777015399","wikidata":"https://www.wikidata.org/wiki/Q4775337","display_name":"Antithrombotic","level":2,"score":0.28859999775886536},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.27570000290870667},{"id":"https://openalex.org/C99476002","wikidata":"https://www.wikidata.org/wiki/Q42297","display_name":"Analysis of variance","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C3020452639","wikidata":"https://www.wikidata.org/wiki/Q454812","display_name":"Clinical judgment","level":2,"score":0.2563999891281128}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.30442","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.30442","pdf_url":"https://arxiv.org/pdf/2608.30442","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.30442","doi":"https://doi.org/10.48550/arxiv.2608.30442","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.30442","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.30442","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.30442","pdf_url":"https://arxiv.org/pdf/2608.30442","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.9391000270843506,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204963563.pdf","grobid_xml":"https://content.openalex.org/works/W7204963563.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W1546258268","https://openalex.org/W2081615170","https://openalex.org/W2099442549","https://openalex.org/W2120199131","https://openalex.org/W2136670164","https://openalex.org/W2208550830","https://openalex.org/W2624816748","https://openalex.org/W2735301415","https://openalex.org/W2754229858","https://openalex.org/W2761665523","https://openalex.org/W2804570339","https://openalex.org/W2896893468","https://openalex.org/W2907354314","https://openalex.org/W3205794883","https://openalex.org/W4288080766","https://openalex.org/W4377940349","https://openalex.org/W4385568106","https://openalex.org/W4399197872","https://openalex.org/W4403739196","https://openalex.org/W4404610277","https://openalex.org/W4407445136","https://openalex.org/W7143489509"],"related_works":["https://openalex.org/W7163340129","https://openalex.org/W2806905826","https://openalex.org/W4310627135","https://openalex.org/W4402326337","https://openalex.org/W7127602622","https://openalex.org/W2907354314","https://openalex.org/W4415797188","https://openalex.org/W4393157669","https://openalex.org/W3188721890","https://openalex.org/W4296544142"],"abstract_inverted_index":{"Recent":[0],"offline":[1,24],"reinforcement":[2],"learning":[3],"(RL)":[4],"studies":[5],"report":[6],"policies":[7],"that":[8,94],"outperform":[9],"physician":[10],"decisions":[11],"on":[12],"clinical":[13],"outcomes.":[14],"We":[15,67,158],"conduct":[16],"a":[17,40,73,145],"systematic,":[18],"partially":[19],"crossed":[20],"evaluation":[21,164],"of":[22,55,101],"five":[23],"RL":[25],"algorithm":[26],"families":[27],"and":[28,80,126,138],"14":[29],"reward":[30,76,96,115,181],"designs":[31],"in":[32,71],"44,894":[33],"post-2018":[34],"acute":[35],"ischemic":[36],"stroke":[37],"patients":[38],"from":[39,144],"nationwide":[41],"registry":[42],"(N":[43],"=":[44,124,132],"129,033).":[45],"Standard":[46],"Fitted":[47],"Q-Evaluation":[48],"(FQE)":[49],"yields":[50,129],"an":[51,58,160],"apparent":[52],"policy-improvement":[53],"estimate":[54,119],"+0.0069;":[56],"adding":[57],"Early":[59],"Neurological":[60],"Deterioration":[61],"penalty":[62],"increases":[63],"it":[64],"to":[65,121],"+0.0101.":[66],"identify":[68],"reward-embedded":[69],"confounding,":[70],"which":[72],"proxy":[74],"terminal":[75,95],"encodes":[77],"baseline":[78],"severity":[79],"prognosis":[81],"as":[82,84],"well":[83],"treatment":[85],"efficacy.":[86],"A":[87,150],"2":[88,90],"x":[89],"factorial":[91,153],"analysis":[92,154],"finds":[93],"confounding":[97],"accounts":[98],"for":[99,170],"218.6%":[100],"the":[102,110,117,156],"observed":[103],"signal":[104],"change,":[105],"so":[106],"its":[107],"removal":[108],"overshoots":[109],"null.":[111],"After":[112],"DML-inspired":[113],"GBM":[114],"residualization,":[116],"FQE":[118],"attenuates":[120],"+0.0033":[122],"(p":[123,131],"0.132),":[125],"full":[127,180],"deconfounding":[128],"+0.0025":[130],"0.291).":[133],"FQE-based":[134],"diagnostics,":[135],"T-learner":[136],"analyses,":[137],"direct":[139],"recurrence":[140],"analyses":[141],"converge":[142],"away":[143],"clinically":[146],"meaningful":[147],"aggregate":[148],"improvement.":[149],"1-year":[151],"mRS":[152],"replicates":[155],"attenuation.":[157],"provide":[159],"empirically":[161],"motivated":[162],"six-step":[163],"checklist.":[165],"NIHSS-stratified":[166],"heterogeneity":[167],"is":[168],"hypothesis-generating":[169],"prospective":[171],"trial":[172],"design;":[173],"hospital-level":[174],"disagreement":[175],"does":[176],"not":[177],"persist":[178],"after":[179],"deconfounding.":[182]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-09-02T00:00:00"}