{"id":"https://openalex.org/W4366351967","doi":"https://doi.org/10.1177/0193841x231167672","title":"The validity of causal claims with repeated measures designs: A within-study comparison evaluation of differences-in-differences and the comparative interrupted time series","display_name":"The validity of causal claims with repeated measures designs: A within-study comparison evaluation of differences-in-differences and the comparative interrupted time series","alternate_titles":[],"publication_year":2023,"publication_date":"2023-04-18","ids":{"openalex":"https://openalex.org/W4366351967","doi":"https://doi.org/10.1177/0193841x231167672","pmid":"https://pubmed.ncbi.nlm.nih.gov/37072684"},"language":"en","primary_location":{"id":"doi:10.1177/0193841x231167672","doi":"https://doi.org/10.1177/0193841x231167672","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0193841x231167672","pdf_url":null,"source":{"id":"https://openalex.org/S18835586","display_name":"Evaluation Review","issn_l":"0145-4692","issn":["0145-4692","0193-841X","1552-3926"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-1","medline","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Evaluation Review","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4366351967"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058975842","display_name":"Kylie Anglin","orcid":"https://orcid.org/0000-0001-7661-3370","observed_orcids":["https://orcid.org/0000-0001-7661-3370"]},"institutions":[{"id":"https://openalex.org/I140172145","display_name":"University of Connecticut","ror":"https://ror.org/02der9h97","country_code":"US","type":"education","lineage":["https://openalex.org/I140172145"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kylie L Anglin","raw_affiliation_strings":["Neag School of Education, University of Connecticut, Storrs, CT, USA"],"raw_orcid":"https://orcid.org/0000-0001-7661-3370","affiliations":[{"raw_affiliation_string":"Neag School of Education, University of Connecticut, Storrs, CT, USA","institution_ids":["https://openalex.org/I140172145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102992810","display_name":"Vivian C. Wong","orcid":"https://orcid.org/0000-0003-1037-1334","observed_orcids":["https://orcid.org/0000-0003-1037-1334"]},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vivian C Wong","raw_affiliation_strings":["School of Education and Human Development, University of Virginia, Charlottesville, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Education and Human Development, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000665508","display_name":"Coady Wing","orcid":"https://orcid.org/0000-0003-0033-7562","observed_orcids":["https://orcid.org/0000-0003-0033-7562"]},"institutions":[{"id":"https://openalex.org/I4210119109","display_name":"Indiana University Bloomington","ror":"https://ror.org/02k40bc56","country_code":"US","type":"education","lineage":["https://openalex.org/I4210119109","https://openalex.org/I592451"]},{"id":"https://openalex.org/I592451","display_name":"Indiana University","ror":"https://ror.org/01kg8sb98","country_code":"US","type":"education","lineage":["https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Coady Wing","raw_affiliation_strings":["Paul H. O\u2019Neill School of Public and Environmental Affairs, Indiana University, Bloomington, IN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Paul H. O\u2019Neill School of Public and Environmental Affairs, Indiana University, Bloomington, IN, USA","institution_ids":["https://openalex.org/I4210119109","https://openalex.org/I592451"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079500429","display_name":"Kate Miller-Bains","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kate Miller-Bains","raw_affiliation_strings":["School of Education and Human Development, University of Virginia, Charlottesville, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Education and Human Development, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077057333","display_name":"Kevin W. McConeghy","orcid":"https://orcid.org/0000-0002-5056-0431","observed_orcids":["https://orcid.org/0000-0002-5056-0431"]},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin McConeghy","raw_affiliation_strings":["School of Public Health, Brown University, Providence, RI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Public Health, Brown University, Providence, RI, USA","institution_ids":["https://openalex.org/I27804330"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5058975842"],"corresponding_institution_ids":["https://openalex.org/I140172145"],"apc_list":{"value":3250,"currency":"USD","value_usd":3250},"apc_paid":null,"fwci":0.8038,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.71324911,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":97},"biblio":{"volume":"47","issue":"5","first_page":"895","last_page":"931"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/3321","display_name":"Public Administration"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/difference-in-differences","display_name":"difference-in-differences","score":0.9010000228881836},{"id":"https://openalex.org/keywords/repeated-measures-designs","display_name":"repeated measures designs","score":0.9580000042915344},{"id":"https://openalex.org/keywords/causal-inference","display_name":"causal inference","score":0.7429999709129333},{"id":"https://openalex.org/keywords/model-assumptions","display_name":"model assumptions","score":0.4269999861717224},{"id":"https://openalex.org/keywords/unmeasured-confounding","display_name":"unmeasured confounding","score":0.6570000052452087},{"id":"https://openalex.org/keywords/health-care-costs","display_name":"health care costs","score":0.7789999842643738},{"id":"https://openalex.org/keywords/medicaid","display_name":"Medicaid","score":0.9120000004768372},{"id":"https://openalex.org/keywords/parallel-trends","display_name":"parallel trends","score":0.5669999718666077}],"concepts":[{"id":"https://openalex.org/C102959455","wikidata":"https://www.wikidata.org/wiki/Q7313954","display_name":"Repeated measures design","level":2,"score":0.6990786790847778},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.6069872379302979},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.5858198404312134},{"id":"https://openalex.org/C2776534028","wikidata":"https://www.wikidata.org/wiki/Q1141363","display_name":"Medicaid","level":3,"score":0.566806435585022},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5372858047485352},{"id":"https://openalex.org/C155108698","wikidata":"https://www.wikidata.org/wiki/Q1231081","display_name":"Randomized experiment","level":2,"score":0.5323386788368225},{"id":"https://openalex.org/C77350462","wikidata":"https://www.wikidata.org/wiki/Q1125472","display_name":"Confounding","level":2,"score":0.4791952073574066},{"id":"https://openalex.org/C73744397","wikidata":"https://www.wikidata.org/wiki/Q11832859","display_name":"Quasi-experiment","level":3,"score":0.4769665002822876},{"id":"https://openalex.org/C100480397","wikidata":"https://www.wikidata.org/wiki/Q7836899","display_name":"Treatment and control groups","level":2,"score":0.4693717956542969},{"id":"https://openalex.org/C2779318504","wikidata":"https://www.wikidata.org/wiki/Q1438035","display_name":"Research design","level":2,"score":0.46572181582450867},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.39380931854248047},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.3814769685268402},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2912750840187073},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.17276379466056824},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.12135687470436096},{"id":"https://openalex.org/C99454951","wikidata":"https://www.wikidata.org/wiki/Q932068","display_name":"Environmental health","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D001131","descriptor_name":"Arkansas","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005431","descriptor_name":"Florida","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014481","descriptor_name":"United States","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015984","descriptor_name":"Causality","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D065186","descriptor_name":"Interrupted Time Series Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1177/0193841x231167672","doi":"https://doi.org/10.1177/0193841x231167672","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0193841x231167672","pdf_url":null,"source":{"id":"https://openalex.org/S18835586","display_name":"Evaluation Review","issn_l":"0145-4692","issn":["0145-4692","0193-841X","1552-3926"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-1","medline","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Evaluation Review","raw_type":"journal-article"},{"id":"pmid:37072684","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37072684","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Evaluation review","raw_type":"Journal Article"},{"id":"pmh:oai:RePEc:sae:evarev:v:47:y:2023:i:5:p:895-931","doi":null,"is_oa":false,"landing_page_url":"https://journals.sagepub.com/doi/10.1177/0193841X231167672","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4043000042438507,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G6071970568","display_name":"Developing Methodological Foundations for Replication Sciences","funder_award_id":"R305D190043","funder_id":"https://openalex.org/F4320332210","funder_display_name":"Institute of Education Sciences"},{"id":"https://openalex.org/G6074825887","display_name":null,"funder_award_id":"GA11158","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332210","display_name":"Institute of Education Sciences","ror":"https://ror.org/04et59085"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1510465317","https://openalex.org/W1554374114","https://openalex.org/W1589329753","https://openalex.org/W1991223265","https://openalex.org/W2014353896","https://openalex.org/W2014940670","https://openalex.org/W2023853205","https://openalex.org/W2048470090","https://openalex.org/W2060661085","https://openalex.org/W2061529926","https://openalex.org/W2075532062","https://openalex.org/W2119689977","https://openalex.org/W2127928987","https://openalex.org/W2136552225","https://openalex.org/W2136642697","https://openalex.org/W2145585688","https://openalex.org/W2148356006","https://openalex.org/W2159011964","https://openalex.org/W2159161422","https://openalex.org/W2300851443","https://openalex.org/W2467288387","https://openalex.org/W2513892856","https://openalex.org/W2557493999","https://openalex.org/W2560325617","https://openalex.org/W2566030359","https://openalex.org/W2577227262","https://openalex.org/W2577858863","https://openalex.org/W2800866812","https://openalex.org/W2804197698","https://openalex.org/W2809710353","https://openalex.org/W2890027640","https://openalex.org/W2892037618","https://openalex.org/W2892845415","https://openalex.org/W2896206032","https://openalex.org/W2896600784","https://openalex.org/W3124595604","https://openalex.org/W4206649185","https://openalex.org/W4213183334","https://openalex.org/W4224130380"],"related_works":["https://openalex.org/W2300851443","https://openalex.org/W4206649185","https://openalex.org/W3175699514","https://openalex.org/W3036496137","https://openalex.org/W2148356006","https://openalex.org/W3176967543","https://openalex.org/W7161477258","https://openalex.org/W2989576293","https://openalex.org/W6999264545","https://openalex.org/W2593310093"],"abstract_inverted_index":{"Modern":[0],"policies":[1],"are":[2,38,57,77,162,184],"commonly":[3],"evaluated":[4],"not":[5,240],"with":[6,10,59,197],"randomized":[7],"experiments":[8],"but":[9],"repeated":[11,74,136,159,234],"measures":[12,75,134,137,160,235],"designs":[13,29,46,76,161,236],"like":[14],"difference-in-differences":[15],"(DID)":[16],"and":[17,44,103,111,128,148,213],"the":[18,54,60,71,92,107,188],"comparative":[19],"interrupted":[20],"time":[21],"series":[22],"(CITS).":[23],"The":[24],"key":[25],"benefit":[26],"of":[27,73,91,94,135,233],"these":[28],"is":[30,239],"that":[31,37,120,176,183,204,220],"they":[32],"control":[33,205,222],"for":[34,106,206,223],"unobserved":[35],"confounders":[36],"fixed":[39],"over":[40],"time.":[41],"However,":[42,201],"DID":[43,102,218],"CITS":[45,104,202],"only":[47,221],"result":[48,191],"in":[49,79,125,192,231],"unbiased":[50],"impact":[51,93],"estimates":[52,90,105],"when":[53,237],"model":[55,146],"assumptions":[56,72],"consistent":[58],"data":[61,114],"at":[62],"hand.":[63],"In":[64],"this":[65],"paper,":[66],"we":[67,87,174,227],"empirically":[68],"test":[69],"whether":[70],"met":[78],"field":[80],"settings.":[81],"Using":[82],"a":[83,117],"within-study":[84],"comparison":[85,143,177],"design,":[86],"compare":[88],"experimental":[89],"patient-directed":[95],"care":[96],"on":[97,154],"medical":[98],"expenditures":[99],"to":[100,165,187],"non-experimental":[101],"same":[108],"target":[109],"population":[110],"outcome.":[112],"Our":[113],"come":[115],"from":[116,158],"multi-site":[118],"experiment":[119],"includes":[121],"participants":[122],"receiving":[123],"Medicaid":[124],"Arkansas,":[126],"Florida,":[127],"New":[129],"Jersey.":[130],"We":[131,151],"present":[132],"summary":[133],"bias":[138,156,194,212],"across":[139],"three":[140],"states,":[141],"four":[142],"groups,":[144],"two":[145,149],"specifications,":[147],"outcomes.":[150],"find":[152,175],"that,":[153],"average,":[155],"resulting":[157],"very":[163],"close":[164],"zero":[166],"(less":[167],"than":[168,195,217],"0.01":[169],"standard":[170],"deviations;":[171],"SDs).":[172],"Further,":[173],"groups":[178],"which":[179],"have":[180],"pre-treatment":[181],"trends":[182,208],"visibly":[185,198],"parallel":[186],"treatment":[189],"group":[190],"less":[193,215],"those":[196],"divergent":[199],"trends.":[200],"models":[203,219],"baseline":[207,224],"produced":[209],"slightly":[210],"more":[211],"were":[214],"precise":[216],"means.":[225],"Overall,":[226],"offer":[228],"optimistic":[229],"evidence":[230],"favor":[232],"randomization":[238],"feasible.":[241]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4366351967","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2023-04-21T00:00:00"}
