{"id":"https://openalex.org/W4390534874","doi":"https://doi.org/10.1080/19345747.2023.2284768","title":"Intervention Effect or Measurement Artifact? Using Invariance Models to Reveal Response-Shift Bias in Experimental Studies","display_name":"Intervention Effect or Measurement Artifact? Using Invariance Models to Reveal Response-Shift Bias in Experimental Studies","alternate_titles":[],"publication_year":2024,"publication_date":"2024-01-03","ids":{"openalex":"https://openalex.org/W4390534874","doi":"https://doi.org/10.1080/19345747.2023.2284768"},"language":"en","primary_location":{"id":"doi:10.1080/19345747.2023.2284768","doi":"https://doi.org/10.1080/19345747.2023.2284768","is_oa":false,"landing_page_url":"https://doi.org/10.1080/19345747.2023.2284768","pdf_url":null,"source":{"id":"https://openalex.org/S163858705","display_name":"Journal of Research on Educational Effectiveness","issn_l":"1934-5747","issn":["1934-5747","1934-5739"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","jufo-2","ki-jl-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Research on Educational Effectiveness","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4390534874"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044995530","display_name":"Margarita Olivera\u2010Aguilar","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1293631320","display_name":"American Institutes for Research","ror":"https://ror.org/00490n048","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1293631320"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Margarita Olivera-Aguilar","raw_affiliation_strings":["American Institutes for Research, Arlington, USA","American Institutes for Research, Arlington, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"American Institutes for Research, Arlington, USA","institution_ids":["https://openalex.org/I1293631320"]},{"raw_affiliation_string":"American Institutes for Research, Arlington, VA, USA","institution_ids":["https://openalex.org/I1293631320"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006664848","display_name":"Samuel H. Rikoon","orcid":"https://orcid.org/0000-0001-6941-2255","observed_orcids":["https://orcid.org/0000-0001-6941-2255"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Samuel H. Rikoon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5044995530"],"corresponding_institution_ids":["https://openalex.org/I1293631320"],"apc_list":null,"apc_paid":null,"fwci":2.7034,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.90255074,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":98},"biblio":{"volume":"18","issue":"3","first_page":"797","last_page":"825"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/response-shift","display_name":"response shift","score":0.7369999885559082},{"id":"https://openalex.org/keywords/measurement-invariance","display_name":"measurement invariance","score":0.9150000214576721},{"id":"https://openalex.org/keywords/educational-intervention","display_name":"educational intervention","score":0.6759999990463257},{"id":"https://openalex.org/keywords/latent-variable-modeling","display_name":"latent variable models","score":0.8059999942779541},{"id":"https://openalex.org/keywords/composite-score","display_name":"composite score","score":0.8539999723434448},{"id":"https://openalex.org/keywords/intervention-evaluation","display_name":"intervention evaluation","score":0.6690000295639038},{"id":"https://openalex.org/keywords/measurement-artifacts","display_name":"measurement artifacts","score":0.5600000023841858},{"id":"https://openalex.org/keywords/monte-carlo-simulation","display_name":"Monte Carlo simulation","score":0.6050000190734863}],"concepts":[{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.6346567273139954},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5899651050567627},{"id":"https://openalex.org/C1589151","wikidata":"https://www.wikidata.org/wiki/Q6804207","display_name":"Measurement invariance","level":4,"score":0.5819988250732422},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.512279212474823},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.499497652053833},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.4815393090248108},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.4386165738105774},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.43257713317871094},{"id":"https://openalex.org/C43540301","wikidata":"https://www.wikidata.org/wiki/Q689971","display_name":"Paradigm shift","level":2,"score":0.41865307092666626},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.35329878330230713},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.34113845229148865},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.2783234715461731},{"id":"https://openalex.org/C71104824","wikidata":"https://www.wikidata.org/wiki/Q1476639","display_name":"Structural equation modeling","level":2,"score":0.19489651918411255},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.18737608194351196},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1545504927635193},{"id":"https://openalex.org/C40722632","wikidata":"https://www.wikidata.org/wiki/Q5160137","display_name":"Confirmatory factor analysis","level":3,"score":0.1069173812866211},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/19345747.2023.2284768","doi":"https://doi.org/10.1080/19345747.2023.2284768","is_oa":false,"landing_page_url":"https://doi.org/10.1080/19345747.2023.2284768","pdf_url":null,"source":{"id":"https://openalex.org/S163858705","display_name":"Journal of Research on Educational Effectiveness","issn_l":"1934-5747","issn":["1934-5747","1934-5739"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","jufo-2","ki-jl-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Research on Educational Effectiveness","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6164000034332275,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W139589005","https://openalex.org/W577685849","https://openalex.org/W1482583898","https://openalex.org/W1853636458","https://openalex.org/W1965473912","https://openalex.org/W1967441381","https://openalex.org/W1971454369","https://openalex.org/W1977525837","https://openalex.org/W1981086088","https://openalex.org/W1984045421","https://openalex.org/W1987591023","https://openalex.org/W1992193527","https://openalex.org/W2001859801","https://openalex.org/W2031576439","https://openalex.org/W2031595395","https://openalex.org/W2032579538","https://openalex.org/W2041094138","https://openalex.org/W2046486086","https://openalex.org/W2063765032","https://openalex.org/W2074526772","https://openalex.org/W2084062768","https://openalex.org/W2085146169","https://openalex.org/W2089871805","https://openalex.org/W2094142183","https://openalex.org/W2109718495","https://openalex.org/W2111521308","https://openalex.org/W2128689084","https://openalex.org/W2130653485","https://openalex.org/W2136284538","https://openalex.org/W2142958311","https://openalex.org/W2144223620","https://openalex.org/W2165407260","https://openalex.org/W2286040170","https://openalex.org/W2490857485","https://openalex.org/W2568495126","https://openalex.org/W2728579776","https://openalex.org/W2772519847","https://openalex.org/W2785187229","https://openalex.org/W2917735046","https://openalex.org/W2951862817","https://openalex.org/W2963479129","https://openalex.org/W2963648419","https://openalex.org/W2969587975","https://openalex.org/W3018219061","https://openalex.org/W3094002347","https://openalex.org/W3115174617","https://openalex.org/W3160289996","https://openalex.org/W3162227554","https://openalex.org/W3164924922","https://openalex.org/W3195912965","https://openalex.org/W4234956240","https://openalex.org/W4248468623","https://openalex.org/W4299927410","https://openalex.org/W4307898740","https://openalex.org/W4384277430","https://openalex.org/W7029464540","https://openalex.org/W7114895703"],"related_works":["https://openalex.org/W2901749192","https://openalex.org/W2118417606","https://openalex.org/W4385252188","https://openalex.org/W2027358583","https://openalex.org/W1570551624","https://openalex.org/W2115095866","https://openalex.org/W6887775194","https://openalex.org/W4296494299","https://openalex.org/W3129221838"],"abstract_inverted_index":{"One":[0],"aspect":[1],"usually":[2],"overlooked":[3],"in":[4,22,31,80,114],"studies":[5],"evaluating":[6],"the":[7,13,40,54,85,104,115],"efficacy":[8],"of":[9,34,56,87,117],"educational":[10],"interventions,":[11],"is":[12],"extent":[14],"to":[15,39,52,97,106],"which":[16],"posttest":[17],"responses":[18],"reflect":[19],"actual":[20],"changes":[21],"targeted":[23],"latent":[24,73],"constructs":[25],"versus":[26],"a":[27,47,88,111],"more":[28],"superficial":[29],"shift":[30,58,109],"participants\u2019":[32],"interpretations":[33],"assessment":[35],"items":[36],"after":[37],"exposure":[38],"intervention":[41],"(i.e.,":[42],"response":[43,57,108],"shift).":[44],"We":[45,83,101],"conducted":[46],"Monte":[48],"Carlo":[49],"simulation":[50],"study":[51],"examine":[53],"impact":[55],"on":[59],"treatment":[60,66],"effects.":[61],"Our":[62],"results":[63],"indicate":[64],"that":[65],"effects":[67],"estimated":[68],"with":[69],"composite":[70],"scores":[71],"and":[72,94],"variable":[74],"models":[75],"may":[76],"be":[77],"severely":[78],"overestimated":[79],"certain":[81],"conditions.":[82],"describe":[84],"use":[86],"measurement":[89],"invariance":[90],"framework":[91],"across":[92,95],"groups":[93],"time":[96],"mitigate":[98],"response-shift":[99],"bias.":[100],"also":[102],"discuss":[103],"need":[105],"conceptualize":[107],"as":[110],"first":[112],"step":[113],"evaluation":[116],"interventions.":[118]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4390534874","counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2}],"updated_date":"2026-11-18T13:11:19.462570","created_date":"2024-01-04T00:00:00"}
