{"id":"https://openalex.org/W3139330367","doi":"https://doi.org/10.1177/2515245921992035","title":"A Cautionary Note on Estimating Effect Size","display_name":"A Cautionary Note on Estimating Effect Size","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3139330367","doi":"https://doi.org/10.1177/2515245921992035","mag":"3139330367"},"language":"en","primary_location":{"id":"doi:10.1177/2515245921992035","doi":"https://doi.org/10.1177/2515245921992035","is_oa":true,"landing_page_url":"https://doi.org/10.1177/2515245921992035","pdf_url":null,"source":{"id":"https://openalex.org/S4210173062","display_name":"Advances in Methods and Practices in Psychological Science","issn_l":"2515-2459","issn":["2515-2459","2515-2467"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","jufo-1","ki-jl-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Methods and Practices in Psychological Science","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1177/2515245921992035","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028873710","display_name":"Don van den Bergh","orcid":"https://orcid.org/0000-0002-9838-7308","observed_orcids":["https://orcid.org/0000-0002-9838-7308"]},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Don van den Bergh","raw_affiliation_strings":["Department of Psychological Methods, University of Amsterdam"],"raw_orcid":"https://orcid.org/0000-0002-9838-7308","affiliations":[{"raw_affiliation_string":"Department of Psychological Methods, University of Amsterdam","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012030771","display_name":"Julia M. Haaf","orcid":"https://orcid.org/0000-0001-5122-706X","observed_orcids":["https://orcid.org/0000-0001-5122-706X"]},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Julia M. Haaf","raw_affiliation_strings":["Department of Psychological Methods, University of Amsterdam"],"raw_orcid":"https://orcid.org/0000-0001-5122-706X","affiliations":[{"raw_affiliation_string":"Department of Psychological Methods, University of Amsterdam","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017160078","display_name":"Alexander Ly","orcid":"https://orcid.org/0000-0003-3925-3833","observed_orcids":["https://orcid.org/0000-0003-3925-3833"]},"institutions":[{"id":"https://openalex.org/I1341640284","display_name":"Centrum Wiskunde & Informatica","ror":"https://ror.org/00x7ekv49","country_code":"NL","type":"facility","lineage":["https://openalex.org/I1341640284","https://openalex.org/I2800991832","https://openalex.org/I4405262988"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Alexander Ly","raw_affiliation_strings":["Centrum Wiskunde & Informatica, Amsterdam, the Netherlands","Department of Psychological Methods, University of Amsterdam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centrum Wiskunde & Informatica, Amsterdam, the Netherlands","institution_ids":["https://openalex.org/I1341640284"]},{"raw_affiliation_string":"Department of Psychological Methods, University of Amsterdam","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041903789","display_name":"Jeffrey N. Rouder","orcid":"https://orcid.org/0000-0003-2023-3891","observed_orcids":["https://orcid.org/0000-0003-2023-3891"]},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey N. Rouder","raw_affiliation_strings":["Department of Cognitive Sciences, University of California Irvine"],"raw_orcid":"https://orcid.org/0000-0003-2023-3891","affiliations":[{"raw_affiliation_string":"Department of Cognitive Sciences, University of California Irvine","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063079579","display_name":"Eric\u2010Jan Wagenmakers","orcid":"https://orcid.org/0000-0003-1596-1034","observed_orcids":["https://orcid.org/0000-0003-1596-1034"]},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Eric-Jan Wagenmakers","raw_affiliation_strings":["Department of Psychological Methods, University of Amsterdam"],"raw_orcid":"https://orcid.org/0000-0003-1596-1034","affiliations":[{"raw_affiliation_string":"Department of Psychological Methods, University of Amsterdam","institution_ids":["https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5028873710"],"corresponding_institution_ids":["https://openalex.org/I887064364"],"apc_list":{"value":2000,"currency":"USD","value_usd":2000},"apc_paid":{"value":2000,"currency":"USD","value_usd":2000},"fwci":1.4492,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.84556546,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"4","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.63919997215271,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.63919997215271,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.3043999969959259,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.006800000090152025,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/effect-size-estimation","display_name":"effect size estimation","score":0.996999979019165},{"id":"https://openalex.org/keywords/null-hypothesis","display_name":"null hypothesis","score":0.8389999866485596},{"id":"https://openalex.org/keywords/bayesian-hypothesis-testing","display_name":"Bayesian hypothesis testing","score":0.593999981880188},{"id":"https://openalex.org/keywords/statistical-inference","display_name":"statistical inference","score":0.4779999852180481}],"concepts":[{"id":"https://openalex.org/C191988596","wikidata":"https://www.wikidata.org/wiki/Q628374","display_name":"Null hypothesis","level":2,"score":0.7415345907211304},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.6971312761306763},{"id":"https://openalex.org/C203763787","wikidata":"https://www.wikidata.org/wiki/Q371029","display_name":"Null (SQL)","level":2,"score":0.6592580080032349},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6197760701179504},{"id":"https://openalex.org/C120577422","wikidata":"https://www.wikidata.org/wiki/Q843558","display_name":"Alternative hypothesis","level":3,"score":0.5370705723762512},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.5342995524406433},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.488343209028244},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.44677260518074036},{"id":"https://openalex.org/C2776289891","wikidata":"https://www.wikidata.org/wiki/Q1931511","display_name":"Neglect","level":2,"score":0.42495864629745483},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3868367373943329},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.37750303745269775},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.34437108039855957},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.23697447776794434},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14977934956550598},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14045938849449158},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.11695453524589539},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1177/2515245921992035","doi":"https://doi.org/10.1177/2515245921992035","is_oa":true,"landing_page_url":"https://doi.org/10.1177/2515245921992035","pdf_url":null,"source":{"id":"https://openalex.org/S4210173062","display_name":"Advances in Methods and Practices in Psychological Science","issn_l":"2515-2459","issn":["2515-2459","2515-2467"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","jufo-1","ki-jl-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Methods and Practices in Psychological Science","raw_type":"journal-article"},{"id":"pmh:doi:10.17605/osf.io/79baq","doi":null,"is_oa":true,"landing_page_url":"https://osf.io/79baq","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"StudyRegistration"},{"id":"pmh:oai:doaj.org/article:354d183055794e6aa2576a4e80bbd8d9","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/354d183055794e6aa2576a4e80bbd8d9","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Advances in Methods and Practices in Psychological Science, Vol 4 (2021)","raw_type":"article"},{"id":"pmh:oai:share.osf.io:40a78df6-b7f8-4f84-ab06-91a2ba962d2e","doi":null,"is_oa":false,"landing_page_url":"https://osf.io/uq8st","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Project"},{"id":"pmh:oai:share.osf.io:E0038-568-53B","doi":null,"is_oa":false,"landing_page_url":"http://api.osf.io/v2/registrations/79baq/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"registration"},{"id":"pmh:oai:share.osf.io:E009B-7CA-78B","doi":null,"is_oa":false,"landing_page_url":"http://api.osf.io/v2/nodes/uq8st/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"project"}],"best_oa_location":{"id":"doi:10.1177/2515245921992035","doi":"https://doi.org/10.1177/2515245921992035","is_oa":true,"landing_page_url":"https://doi.org/10.1177/2515245921992035","pdf_url":null,"source":{"id":"https://openalex.org/S4210173062","display_name":"Advances in Methods and Practices in Psychological Science","issn_l":"2515-2459","issn":["2515-2459","2515-2467"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","jufo-1","ki-jl-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Methods and Practices in Psychological Science","raw_type":"journal-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"score":0.4699999988079071,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1913823733","https://openalex.org/W1942025757","https://openalex.org/W1969415786","https://openalex.org/W1982145177","https://openalex.org/W1987464952","https://openalex.org/W1991769471","https://openalex.org/W1999974018","https://openalex.org/W2007069447","https://openalex.org/W2009435671","https://openalex.org/W2024086275","https://openalex.org/W2033149996","https://openalex.org/W2049228615","https://openalex.org/W2111002840","https://openalex.org/W2112223757","https://openalex.org/W2127875809","https://openalex.org/W2128404582","https://openalex.org/W2128585330","https://openalex.org/W2139246552","https://openalex.org/W2140514146","https://openalex.org/W2148412534","https://openalex.org/W2334011465","https://openalex.org/W2758081422","https://openalex.org/W2784039606","https://openalex.org/W2785607024","https://openalex.org/W2788075142","https://openalex.org/W2788840418","https://openalex.org/W2793420506","https://openalex.org/W2802718367","https://openalex.org/W2807243083","https://openalex.org/W2902797234","https://openalex.org/W2949268160","https://openalex.org/W2957054410","https://openalex.org/W3007917530","https://openalex.org/W4233043829","https://openalex.org/W4233143327","https://openalex.org/W4388320089"],"related_works":["https://openalex.org/W4285110636","https://openalex.org/W3002539614","https://openalex.org/W3000053840","https://openalex.org/W2312821651","https://openalex.org/W2390347123","https://openalex.org/W7098422144","https://openalex.org/W4240455808","https://openalex.org/W1513085717","https://openalex.org/W4415605352","https://openalex.org/W2049889355"],"abstract_inverted_index":{"An":[0],"increasingly":[1],"popular":[2],"approach":[3,18,85],"to":[4,8,60],"statistical":[5],"inference":[6],"is":[7,19,27,38],"focus":[9],"on":[10,22],"the":[11,23,32,36,61,69,72,76,81],"estimation":[12,77],"of":[13,71,83],"effect":[14,29,37,50],"size.":[15],"Yet":[16],"this":[17,43,84],"implicitly":[20],"based":[21],"assumption":[24],"that":[25,35,53],"there":[26],"an":[28,58,88],"while":[30],"ignoring":[31],"null":[33,73],"hypothesis":[34,74],"absent.":[39],"We":[40,79],"demonstrate":[41],"how":[42],"common":[44],"null-hypothesis":[45],"neglect":[46],"may":[47],"result":[48],"in":[49],"size":[51],"estimates":[52],"are":[54],"overly":[55],"optimistic.":[56],"As":[57],"alternative":[59],"current":[62],"approach,":[63],"a":[64],"spike-and-slab":[65],"model":[66],"explicitly":[67],"incorporates":[68],"plausibility":[70],"into":[75],"process.":[78],"illustrate":[80],"implications":[82],"and":[86],"provide":[87],"empirical":[89],"example.":[90]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3}],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2021-03-29T00:00:00"}