{"id":"https://openalex.org/W3213730751","doi":"https://doi.org/10.1016/j.jesp.2021.104251","title":"Making inferential leaps: Manipulation checks and the road towards strong inference","display_name":"Making inferential leaps: Manipulation checks and the road towards strong inference","alternate_titles":[],"publication_year":2021,"publication_date":"2021-11-10","ids":{"openalex":"https://openalex.org/W3213730751","doi":"https://doi.org/10.1016/j.jesp.2021.104251","mag":"3213730751"},"language":"en","primary_location":{"id":"doi:10.1016/j.jesp.2021.104251","doi":"https://doi.org/10.1016/j.jesp.2021.104251","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jesp.2021.104251","pdf_url":"https://www.sciencedirect.com/science/article/pii/S0022103121001542/pdf","source":{"id":"https://openalex.org/S12410666","display_name":"Journal of Experimental Social Psychology","issn_l":"0022-1031","issn":["0022-1031","1096-0465"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","erih-plus","fnege-3","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Experimental Social Psychology","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W3213730751"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.sciencedirect.com/science/article/pii/S0022103121001542/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009540623","display_name":"Stefan L.K. Gruijters","orcid":"https://orcid.org/0000-0003-0141-0071","observed_orcids":["https://orcid.org/0000-0003-0141-0071"]},"institutions":[{"id":"https://openalex.org/I7876267","display_name":"Open University of the Netherlands","ror":"https://ror.org/018dfmf50","country_code":"NL","type":"education","lineage":["https://openalex.org/I7876267"]}],"countries":["NL"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Stefan L.K. Gruijters","raw_affiliation_strings":["General Psychology, Faculty of Psychology, Open University, the Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"General Psychology, Faculty of Psychology, Open University, the Netherlands","institution_ids":["https://openalex.org/I7876267"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5009540623"],"corresponding_institution_ids":["https://openalex.org/I7876267"],"apc_list":{"value":2870,"currency":"USD","value_usd":2870},"apc_paid":{"value":2870,"currency":"USD","value_usd":2870},"fwci":3.5498,"has_fulltext":true,"cited_by_count":42,"citation_normalized_percentile":{"value":0.92890547,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"98","issue":null,"first_page":"104251","last_page":"104251"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13284","display_name":"Psychology Research and Bibliometrics","score":0.28299999237060547,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13284","display_name":"Psychology Research and Bibliometrics","score":0.28299999237060547,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.15440000593662262,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.14169999957084656,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/manipulation-checks","display_name":"manipulation checks","score":0.9760000109672546},{"id":"https://openalex.org/keywords/strong-inference","display_name":"strong inference","score":0.7699999809265137},{"id":"https://openalex.org/keywords/causal-inference","display_name":"causal inference","score":0.878000020980835},{"id":"https://openalex.org/keywords/causal-hypothesis-testing","display_name":"causal hypothesis testing","score":0.7329999804496765},{"id":"https://openalex.org/keywords/construct-validity","display_name":"construct validity","score":0.5049999952316284},{"id":"https://openalex.org/keywords/alternative-explanations","display_name":"alternative explanations","score":0.43700000643730164},{"id":"https://openalex.org/keywords/psychological-experiments","display_name":"psychological experiments","score":0.39899998903274536}],"concepts":[{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.7835805416107178},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.7743596434593201},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.6723875403404236},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6453812122344971},{"id":"https://openalex.org/C49453240","wikidata":"https://www.wikidata.org/wiki/Q1592163","display_name":"Construct validity","level":3,"score":0.517762303352356},{"id":"https://openalex.org/C2779513410","wikidata":"https://www.wikidata.org/wiki/Q25351567","display_name":"Credence","level":2,"score":0.4918520450592041},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4859579801559448},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.47811785340309143},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.45337364077568054},{"id":"https://openalex.org/C64357122","wikidata":"https://www.wikidata.org/wiki/Q1149766","display_name":"Causality (physics)","level":2,"score":0.437751442193985},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.4226200580596924},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.4122856557369232},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.23860248923301697},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.11406558752059937},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.11396881937980652},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1016/j.jesp.2021.104251","doi":"https://doi.org/10.1016/j.jesp.2021.104251","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jesp.2021.104251","pdf_url":"https://www.sciencedirect.com/science/article/pii/S0022103121001542/pdf","source":{"id":"https://openalex.org/S12410666","display_name":"Journal of Experimental Social Psychology","issn_l":"0022-1031","issn":["0022-1031","1096-0465"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","erih-plus","fnege-3","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Experimental Social Psychology","raw_type":"journal-article"},{"id":"doi:10.31234/osf.io/fkzv5","doi":"https://doi.org/10.31234/osf.io/fkzv5","is_oa":true,"landing_page_url":"https://doi.org/10.31234/osf.io/fkzv5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:research.ou.nl:publications/57b75b5c-6c8b-4258-9d06-ec5cc39b13e3","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/1820/57b75b5c-6c8b-4258-9d06-ec5cc39b13e3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401002","display_name":"DSpace (Open University in the Netherlands)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I7876267","host_organization_name":"Open University of the Netherlands","host_organization_lineage":["https://openalex.org/I7876267"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Gruijters, S L K 2022, 'Making inferential leaps : Manipulation checks and the road towards strong inference', Journal of Experimental Social Psychology, vol. 98, 104251. https://doi.org/10.1016/j.jesp.2021.104251","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:share.osf.io:4e50f0a8-6765-4f69-8b76-091407674248","doi":null,"is_oa":true,"landing_page_url":"https://osf.io/fkzv5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"pmh:oai:share.osf.io:E00D6-38A-57F","doi":null,"is_oa":false,"landing_page_url":"http://doi.org/10.31234/OSF.IO/FKZV5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401687","display_name":"PsyArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"preprint"}],"best_oa_location":{"id":"doi:10.1016/j.jesp.2021.104251","doi":"https://doi.org/10.1016/j.jesp.2021.104251","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jesp.2021.104251","pdf_url":"https://www.sciencedirect.com/science/article/pii/S0022103121001542/pdf","source":{"id":"https://openalex.org/S12410666","display_name":"Journal of Experimental Social Psychology","issn_l":"0022-1031","issn":["0022-1031","1096-0465"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-a","anvur-class-a","anvur-scientific","cwts-core","dongbi-b","erih-plus","fnege-3","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Experimental Social Psychology","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3213730751.pdf","grobid_xml":"https://content.openalex.org/works/W3213730751.grobid-xml"},"referenced_works_count":87,"referenced_works":["https://openalex.org/W88791450","https://openalex.org/W133115189","https://openalex.org/W577068406","https://openalex.org/W581285866","https://openalex.org/W1488362390","https://openalex.org/W1516477627","https://openalex.org/W1584053331","https://openalex.org/W1590984175","https://openalex.org/W1730782591","https://openalex.org/W1811961256","https://openalex.org/W1963603753","https://openalex.org/W1964218847","https://openalex.org/W1966114254","https://openalex.org/W1968410348","https://openalex.org/W1979551976","https://openalex.org/W1982803242","https://openalex.org/W1985898303","https://openalex.org/W1991016425","https://openalex.org/W1999884223","https://openalex.org/W2014781793","https://openalex.org/W2016030371","https://openalex.org/W2017470614","https://openalex.org/W2024086275","https://openalex.org/W2030360178","https://openalex.org/W2033468694","https://openalex.org/W2035578930","https://openalex.org/W2048070229","https://openalex.org/W2077181315","https://openalex.org/W2088162340","https://openalex.org/W2088577361","https://openalex.org/W2094820472","https://openalex.org/W2097395684","https://openalex.org/W2104470097","https://openalex.org/W2114097315","https://openalex.org/W2114873561","https://openalex.org/W2119175660","https://openalex.org/W2132218683","https://openalex.org/W2136266164","https://openalex.org/W2137016812","https://openalex.org/W2141730267","https://openalex.org/W2152427206","https://openalex.org/W2156001402","https://openalex.org/W2156664629","https://openalex.org/W2161481689","https://openalex.org/W2166232365","https://openalex.org/W2301876078","https://openalex.org/W2303311849","https://openalex.org/W2346749679","https://openalex.org/W2482738141","https://openalex.org/W2560165630","https://openalex.org/W2580682055","https://openalex.org/W2589849966","https://openalex.org/W2592574207","https://openalex.org/W2594436474","https://openalex.org/W2594756650","https://openalex.org/W2595190958","https://openalex.org/W2617903180","https://openalex.org/W2683809327","https://openalex.org/W2748982708","https://openalex.org/W2769676924","https://openalex.org/W2806284750","https://openalex.org/W2890916528","https://openalex.org/W2899501248","https://openalex.org/W2913008767","https://openalex.org/W2921255165","https://openalex.org/W2968010153","https://openalex.org/W2994978757","https://openalex.org/W3000452515","https://openalex.org/W3021094736","https://openalex.org/W3021587765","https://openalex.org/W3035128275","https://openalex.org/W3088959907","https://openalex.org/W3103195196","https://openalex.org/W3118603616","https://openalex.org/W3120700840","https://openalex.org/W3120744386","https://openalex.org/W3124779347","https://openalex.org/W3125377174","https://openalex.org/W3127702745","https://openalex.org/W3150299717","https://openalex.org/W4230236617","https://openalex.org/W4241206412","https://openalex.org/W4300107936","https://openalex.org/W4302308374","https://openalex.org/W4376597321","https://openalex.org/W6730932218","https://openalex.org/W6766566983"],"related_works":["https://openalex.org/W2683809327","https://openalex.org/W7131108908","https://openalex.org/W2994978757","https://openalex.org/W4405898919","https://openalex.org/W2085140893","https://openalex.org/W4231876316","https://openalex.org/W2485870428","https://openalex.org/W2161548281","https://openalex.org/W2331882225"],"abstract_inverted_index":{"Experiments":[0],"in":[1,52,120,123],"psychology":[2],"often":[3,47],"target":[4],"hypothetical":[5,31],"constructs":[6],"to":[7,22,64,79,115,160,164,190,216],"test":[8,99,167],"some":[9],"causal":[10,82,102,116,145,168],"hypothesis":[11,125],"or":[12],"theory.":[13],"In":[14,37],"light":[15],"of":[16,56,69,84,90,100,143,150,182,201,227],"this":[17,151],"goal,":[18],"it":[19,76],"is":[20,74],"pertinent":[21],"use":[23],"a":[24,70,80,85,96,101,144,174,213],"manipulation":[25,41,49,72,92,108,131,161,210],"that":[26,35,75,107,205],"actually":[27],"changes":[28],"the":[29,57,65,88,141,180,198],"focal":[30,58],"construct,":[32],"and":[33,195],"only":[34],"construct.":[36],"assessing":[38,179],"whether":[39],"such":[40,91],"\u201csuccess\u201d":[42],"can":[43,222],"be":[44,62,223],"assumed,":[45],"researchers":[46],"include":[48],"validity":[50,162,218],"checks":[51,93,109,132,211],"their":[53],"designs\u2014a":[54],"measure":[55],"construct":[59],"which":[60],"should":[61],"responsive":[63],"manipulation.":[66],"One":[67],"interpretation":[68,83],"positive":[71],"check":[73],"lends":[77],"credence":[78],"particular":[81],"phenomenon.":[86],"Scrutinizing":[87],"results":[89],"supposedly":[94],"enables":[95],"more":[97,138,165],"stringent":[98],"hypothesis.":[103,146],"This":[104],"paper":[105,152],"submits":[106],"do":[110],"not":[111],"improve":[112],"our":[113],"inferences":[114],"explanations,":[117],"but":[118,137],"may":[119],"practice":[121],"result":[122],"weaker":[124],"tests.":[126],"Rather":[127],"than":[128,207],"being":[129],"useful,":[130],"are":[133],"at":[134],"best":[135],"uninformative,":[136],"likely":[139],"compromise":[140],"appraisal":[142],"The":[147,170],"second":[148],"half":[149],"advocates":[153],"four":[154],"methodological":[155],"heuristics,":[156],"offered":[157],"as":[158,212],"alternatives":[159],"checks,":[163],"severely":[166],"hypotheses.":[169],"heuristics":[171],"call":[172],"for":[173],"burgeoning":[175],"focus":[176],"on":[177,193,209],"(a)":[178],"specificity":[181],"manipulations,":[183],"(b)":[184],"evaluating":[185],"theoretical":[186],"risk,":[187],"(c)":[188],"attempts":[189],"cast":[191],"doubt":[192],"alternatives,":[194],"(d)":[196],"appraising":[197],"relative":[199],"merits":[200],"explanations.":[202],"I":[203],"conclude":[204],"rather":[206],"relying":[208],"\u2018Band-Aid\u2019":[214],"method":[215],"alleviate":[217],"concerns,":[219],"inferential":[220],"rigor":[221],"improved":[224],"by":[225],"virtue":[226],"these":[228],"heuristics.":[229]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3213730751","counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":5}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2021-11-22T00:00:00"}
