{"id":"https://openalex.org/W2802017474","doi":"https://doi.org/10.1111/jep.12946","title":"Using forecast modelling to evaluate treatment effects in single\u2010group interrupted time series analysis","display_name":"Using forecast modelling to evaluate treatment effects in single\u2010group interrupted time series analysis","alternate_titles":[],"publication_year":2018,"publication_date":"2018-05-11","ids":{"openalex":"https://openalex.org/W2802017474","doi":"https://doi.org/10.1111/jep.12946","mag":"2802017474","pmid":"https://pubmed.ncbi.nlm.nih.gov/29749091"},"language":"en","primary_location":{"id":"doi:10.1111/jep.12946","doi":"https://doi.org/10.1111/jep.12946","is_oa":false,"landing_page_url":"https://doi.org/10.1111/jep.12946","pdf_url":null,"source":{"id":"https://openalex.org/S2713501","display_name":"Journal of Evaluation in Clinical Practice","issn_l":"1356-1294","issn":["1356-1294","1365-2753"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-d","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Evaluation in Clinical Practice","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2802017474"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044233673","display_name":"Ariel Linden","orcid":"https://orcid.org/0000-0002-0755-2313","observed_orcids":["https://orcid.org/0000-0002-0755-2313"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ariel Linden","raw_affiliation_strings":["Linden Consulting Group, LLC, San Francisco, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-0755-2313","affiliations":[{"raw_affiliation_string":"Linden Consulting Group, LLC, San Francisco, CA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5044233673"],"corresponding_institution_ids":[],"apc_list":{"value":4430,"currency":"USD","value_usd":4430},"apc_paid":null,"fwci":1.9044,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.88699473,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"24","issue":"4","first_page":"695","last_page":"700"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.9179999828338623,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.9179999828338623,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.05810000002384186,"subfield":{"id":"https://openalex.org/subfields/3321","display_name":"Public Administration"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14374","display_name":"Statistical Methods in Epidemiology","score":0.007499999832361937,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interrupted-time-series-analysis","display_name":"interrupted time series","score":0.8859999775886536},{"id":"https://openalex.org/keywords/single-group-design","display_name":"single-group design","score":0.6150000095367432},{"id":"https://openalex.org/keywords/treatment-effect-estimation","display_name":"treatment effect estimation","score":0.875},{"id":"https://openalex.org/keywords/forecasting-models","display_name":"forecasting models","score":0.718999981880188},{"id":"https://openalex.org/keywords/model-misspecification","display_name":"model misspecification","score":0.753000020980835},{"id":"https://openalex.org/keywords/causal-inference","display_name":"causal inference","score":0.6240000128746033},{"id":"https://openalex.org/keywords/holt-winters-exponential-smoothing","display_name":"Holt-Winters exponential smoothing","score":0.8169999718666077},{"id":"https://openalex.org/keywords/arima","display_name":"ARIMA","score":0.9810000061988831},{"id":"https://openalex.org/keywords/linear-regression","display_name":"linear regression","score":0.7559999823570251},{"id":"https://openalex.org/keywords/cigarette-sales","display_name":"cigarette sales","score":0.675000011920929},{"id":"https://openalex.org/keywords/tobacco-control-policy-evaluation","display_name":"tobacco control policy evaluation","score":0.5709999799728394}],"concepts":[{"id":"https://openalex.org/C2909024267","wikidata":"https://www.wikidata.org/wiki/Q39046682","display_name":"Interrupted Time Series Analysis","level":2,"score":0.7718258500099182},{"id":"https://openalex.org/C24338571","wikidata":"https://www.wikidata.org/wiki/Q2566298","display_name":"Autoregressive integrated moving average","level":3,"score":0.7400815486907959},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.641092836856842},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.5398944616317749},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.5100870728492737},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.4842486083507538},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.47398677468299866},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.46287041902542114},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.45844507217407227},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.42648860812187195},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.41184598207473755},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3123716711997986},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26204031705856323},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000074606","descriptor_name":"Smoking Prevention","qualifier_ui":"Q000458","qualifier_name":"organization & administration","is_major_topic":true},{"descriptor_ui":"D000074606","descriptor_name":"Smoking Prevention","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":true},{"descriptor_ui":"D002140","descriptor_name":"California","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003132","descriptor_name":"Commerce","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":false},{"descriptor_ui":"D005544","descriptor_name":"Forecasting","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D012107","descriptor_name":"Research Design","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":true},{"descriptor_ui":"D015233","descriptor_name":"Models, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016896","descriptor_name":"Treatment Outcome","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D018401","descriptor_name":"Sample Size","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D062789","descriptor_name":"Tobacco Products","qualifier_ui":"Q000191","qualifier_name":"economics","is_major_topic":false},{"descriptor_ui":"D065186","descriptor_name":"Interrupted Time Series Analysis","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1111/jep.12946","doi":"https://doi.org/10.1111/jep.12946","is_oa":false,"landing_page_url":"https://doi.org/10.1111/jep.12946","pdf_url":null,"source":{"id":"https://openalex.org/S2713501","display_name":"Journal of Evaluation in Clinical Practice","issn_l":"1356-1294","issn":["1356-1294","1365-2753"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-d","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Evaluation in Clinical Practice","raw_type":"journal-article"},{"id":"pmid:29749091","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/29749091","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of evaluation in clinical practice","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.428600013256073}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1510284816","https://openalex.org/W1537003895","https://openalex.org/W1730782591","https://openalex.org/W1964400932","https://openalex.org/W1982910299","https://openalex.org/W1990647126","https://openalex.org/W2000374569","https://openalex.org/W2024479035","https://openalex.org/W2047489249","https://openalex.org/W2074344667","https://openalex.org/W2085866051","https://openalex.org/W2092514861","https://openalex.org/W2094419105","https://openalex.org/W2095499010","https://openalex.org/W2159657555","https://openalex.org/W2167036165","https://openalex.org/W2255146410","https://openalex.org/W2311750529","https://openalex.org/W2323575786","https://openalex.org/W2336319588","https://openalex.org/W2460488116","https://openalex.org/W2523088136","https://openalex.org/W2561299727","https://openalex.org/W2606114487","https://openalex.org/W2609463323","https://openalex.org/W2779490674","https://openalex.org/W2791404642","https://openalex.org/W2792759455","https://openalex.org/W2801137260","https://openalex.org/W3125057276","https://openalex.org/W4205514562","https://openalex.org/W4249977138","https://openalex.org/W7019336701"],"related_works":["https://openalex.org/W2807891107","https://openalex.org/W2801137260","https://openalex.org/W2779490674","https://openalex.org/W2791404642","https://openalex.org/W2523088136","https://openalex.org/W2806966903","https://openalex.org/W2792759455","https://openalex.org/W2255146410","https://openalex.org/W3131793065","https://openalex.org/W4401728581"],"abstract_inverted_index":{"RATIONALE,":[0],"AIMS,":[1],"AND":[2],"OBJECTIVES:":[3],"Interrupted":[4],"time":[5,24],"series":[6],"analysis":[7],"(ITSA)":[8],"is":[9,20,28,40,102,226],"an":[10],"evaluation":[11],"methodology":[12],"in":[13,181,193,253],"which":[14,45],"a":[15,197,208,213],"single":[16],"treatment":[17,58,80,198,209,216,251],"unit's":[18],"outcome":[19],"studied":[21],"serially":[22],"over":[23],"and":[25,73,130,183,241],"the":[26,32,70,76,86,92,105,121,139,149,170,179,191,194,224,238],"intervention":[27,153,187],"expected":[29],"to":[30,67,120,151,220,235],"\"interrupt\"":[31],"level":[33],"and/or":[34],"trend":[35],"of":[36,107,207,250],"that":[37],"outcome.":[38],"ITSA":[39,255],"commonly":[41],"evaluated":[42],"using":[43,64,104,232],"methods":[44,66],"may":[46,82],"produce":[47],"biased":[48,222],"results":[49],"if":[50,85,223],"model":[51,225],"assumptions":[52],"are":[53,60,118,136,145,218],"violated.":[54],"In":[55,212],"this":[56],"paper,":[57],"effects":[59,217,252],"alternatively":[61],"assessed":[62],"by":[63,94,162,166],"forecasting":[65,100],"closely":[68,165],"fit":[69,119,160,169,237],"preintervention":[71,122,157,239],"observations":[72,89,144,176],"then":[74,146],"forecast":[75,116,233],"post-intervention":[77,88,140,175],"trend.":[78],"A":[79],"effect":[81,106],"be":[83,221],"inferred":[84],"actual":[87,143,174],"diverge":[90],"from":[91],"forecasts":[93,135,150,180,192],"some":[95],"specified":[96],"amount.":[97],"METHOD:":[98],"The":[99,142,156,173],"approach":[101],"demonstrated":[103],"California's":[108],"Proposition":[109],"99":[110],"for":[111],"reducing":[112],"cigarette":[113],"sales.":[114],"Three":[115],"models":[117,234],"series-linear":[123],"regression":[124],"(REG),":[125],"Holt-Winters":[126],"(HW)":[127],"non-seasonal":[128],"smoothing,":[129],"autoregressive":[131],"moving":[132],"average":[133],"(ARIMA)-and":[134],"generated":[137],"into":[138],"period.":[141],"compared":[147],"with":[148],"assess":[152],"effects.":[154],"RESULTS:":[155],"data":[158,171,240],"were":[159,177],"best":[161],"HW,":[163],"followed":[164],"ARIMA.":[167],"REG":[168,195],"poorly.":[172],"above":[178],"HW":[182],"ARIMA,":[184],"suggesting":[185],"no":[186],"effect,":[188],"but":[189],"below":[190],"(suggesting":[196],"effect),":[199],"thereby":[200,246],"raising":[201],"doubts":[202],"about":[203],"any":[204],"definitive":[205],"conclusion":[206],"effect.":[210],"CONCLUSIONS:":[211],"single-group":[214,254],"ITSA,":[215],"likely":[219],"misspecified.":[227],"Therefore,":[228],"evaluators":[229],"should":[230],"consider":[231],"accurately":[236],"generate":[242],"plausible":[243],"counterfactual":[244],"forecasts,":[245],"improving":[247],"causal":[248],"inference":[249],"studies.":[256]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2802017474","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2018-05-17T00:00:00"}
