{"id":"https://openalex.org/W4327923045","doi":"https://doi.org/10.1016/j.metip.2023.100120","title":"Use and misuse of corrections for multiple testing","display_name":"Use and misuse of corrections for multiple testing","alternate_titles":[],"publication_year":2023,"publication_date":"2023-03-20","ids":{"openalex":"https://openalex.org/W4327923045","doi":"https://doi.org/10.1016/j.metip.2023.100120"},"language":"en","primary_location":{"id":"doi:10.1016/j.metip.2023.100120","doi":"https://doi.org/10.1016/j.metip.2023.100120","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.metip.2023.100120","pdf_url":null,"source":{"id":"https://openalex.org/S4210237878","display_name":"Methods in Psychology","issn_l":"2590-2601","issn":["2590-2601"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","poland-20","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Methods in Psychology","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4327923045"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1016/j.metip.2023.100120","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101584491","display_name":"Miguel \u00c1ngel Garc\u00eda-P\u00e9rez","orcid":"https://orcid.org/0000-0003-2669-4429","observed_orcids":["https://orcid.org/0000-0003-2669-4429"]},"institutions":[{"id":"https://openalex.org/I121748325","display_name":"Universidad Complutense de Madrid","ror":"https://ror.org/02p0gd045","country_code":"ES","type":"education","lineage":["https://openalex.org/I121748325"]}],"countries":["ES"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Miguel A. Garc\u00eda-P\u00e9rez","raw_affiliation_strings":["Departamento de Metodolog\u00eda, Facultad de Psicolog\u00eda, Universidad Complutense, Campus de Somosaguas, 28223, Madrid, Spain"],"raw_orcid":"https://orcid.org/0000-0003-2669-4429","affiliations":[{"raw_affiliation_string":"Departamento de Metodolog\u00eda, Facultad de Psicolog\u00eda, Universidad Complutense, Campus de Somosaguas, 28223, Madrid, Spain","institution_ids":["https://openalex.org/I121748325"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5101584491"],"corresponding_institution_ids":["https://openalex.org/I121748325"],"apc_list":{"value":1890,"currency":"USD","value_usd":1890},"apc_paid":{"value":1890,"currency":"USD","value_usd":1890},"fwci":29.6243,"has_fulltext":false,"cited_by_count":262,"citation_normalized_percentile":{"value":0.9973437,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":100},"biblio":{"volume":"8","issue":null,"first_page":"100120","last_page":"100120"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.4553000032901764,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.4553000032901764,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.17919999361038208,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.155799999833107,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multiple-testing-correction","display_name":"multiple testing correction","score":0.7950000166893005},{"id":"https://openalex.org/keywords/type-i-error-inflation","display_name":"type I error inflation","score":0.7829999923706055},{"id":"https://openalex.org/keywords/bonferroni-correction","display_name":"Bonferroni correction","score":0.9829999804496765},{"id":"https://openalex.org/keywords/false-discovery-rate","display_name":"false discovery rate","score":0.9829999804496765},{"id":"https://openalex.org/keywords/type-ii-error","display_name":"type II error","score":0.6470000147819519},{"id":"https://openalex.org/keywords/statistical-reporting","display_name":"statistical reporting","score":0.6660000085830688},{"id":"https://openalex.org/keywords/psychology-journals","display_name":"psychology journals","score":0.5130000114440918}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4149410128593445},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3485879898071289}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.metip.2023.100120","doi":"https://doi.org/10.1016/j.metip.2023.100120","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.metip.2023.100120","pdf_url":null,"source":{"id":"https://openalex.org/S4210237878","display_name":"Methods in Psychology","issn_l":"2590-2601","issn":["2590-2601"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","poland-20","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Methods in Psychology","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b8dcd2864d094c39a0006689ad75b326","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/b8dcd2864d094c39a0006689ad75b326","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Methods in Psychology, Vol 8, Iss , Pp 100120- (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1016/j.metip.2023.100120","doi":"https://doi.org/10.1016/j.metip.2023.100120","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.metip.2023.100120","pdf_url":null,"source":{"id":"https://openalex.org/S4210237878","display_name":"Methods in Psychology","issn_l":"2590-2601","issn":["2590-2601"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","poland-20","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Methods in Psychology","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G6299114002","display_name":null,"funder_award_id":"PID2019-110083GB-I00","funder_id":"https://openalex.org/F4320315062","funder_display_name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades"}],"funders":[{"id":"https://openalex.org/F4320315062","display_name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades","ror":null},{"id":"https://openalex.org/F4320322930","display_name":"Ministerio de Ciencia e Innovaci\u00f3n","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":89,"referenced_works":["https://openalex.org/W581810524","https://openalex.org/W927710396","https://openalex.org/W1493210854","https://openalex.org/W1590047728","https://openalex.org/W1596515083","https://openalex.org/W1976954310","https://openalex.org/W1981244178","https://openalex.org/W1984486655","https://openalex.org/W1984654379","https://openalex.org/W1991225657","https://openalex.org/W1998133439","https://openalex.org/W1999691424","https://openalex.org/W2002240588","https://openalex.org/W2003475930","https://openalex.org/W2007965170","https://openalex.org/W2014005575","https://openalex.org/W2026162852","https://openalex.org/W2029058000","https://openalex.org/W2029445248","https://openalex.org/W2035126508","https://openalex.org/W2036714085","https://openalex.org/W2038261932","https://openalex.org/W2045162950","https://openalex.org/W2051266742","https://openalex.org/W2062232749","https://openalex.org/W2064193045","https://openalex.org/W2065858613","https://openalex.org/W2076053853","https://openalex.org/W2076646346","https://openalex.org/W2099107563","https://openalex.org/W2104806243","https://openalex.org/W2110065044","https://openalex.org/W2115012618","https://openalex.org/W2121044470","https://openalex.org/W2127875809","https://openalex.org/W2135445066","https://openalex.org/W2142953275","https://openalex.org/W2143079975","https://openalex.org/W2159871153","https://openalex.org/W2161498332","https://openalex.org/W2164297461","https://openalex.org/W2165810797","https://openalex.org/W2168627095","https://openalex.org/W2183508505","https://openalex.org/W2284268690","https://openalex.org/W2528757871","https://openalex.org/W2531121801","https://openalex.org/W2603752160","https://openalex.org/W2604452528","https://openalex.org/W2755232099","https://openalex.org/W2771858067","https://openalex.org/W2784576540","https://openalex.org/W2794102834","https://openalex.org/W2914370659","https://openalex.org/W2943719343","https://openalex.org/W2953411324","https://openalex.org/W3008763163","https://openalex.org/W3013374828","https://openalex.org/W3023590689","https://openalex.org/W3036211922","https://openalex.org/W3039227738","https://openalex.org/W3042922655","https://openalex.org/W3091016548","https://openalex.org/W3113132966","https://openalex.org/W3118376144","https://openalex.org/W3128523699","https://openalex.org/W3134233509","https://openalex.org/W3135616852","https://openalex.org/W3139463702","https://openalex.org/W3139492395","https://openalex.org/W3166305764","https://openalex.org/W3174101565","https://openalex.org/W3178039131","https://openalex.org/W3190391664","https://openalex.org/W4205210034","https://openalex.org/W4206233851","https://openalex.org/W4213335592","https://openalex.org/W4220741543","https://openalex.org/W4220807486","https://openalex.org/W4241891061","https://openalex.org/W4245447372","https://openalex.org/W4245727854","https://openalex.org/W4254120627","https://openalex.org/W4280598886","https://openalex.org/W4281613210","https://openalex.org/W4300821084","https://openalex.org/W6629484959","https://openalex.org/W6700659482","https://openalex.org/W6808548214"],"related_works":["https://openalex.org/W4393253072","https://openalex.org/W3178039131","https://openalex.org/W6901969238","https://openalex.org/W1983539801","https://openalex.org/W2267421167","https://openalex.org/W2070522591","https://openalex.org/W3177721978","https://openalex.org/W3190043208","https://openalex.org/W3193667298","https://openalex.org/W2619299539"],"abstract_inverted_index":{"Current":[0],"psychological":[1],"research":[2],"addresses":[3],"multifaceted":[4],"questions":[5],"demanding":[6],"multiple":[7,17,155],"analyses":[8,12,61,240],"of":[9,16,29,34,52,59,91,128,131,140,173,181,186,230,238],"data.":[10],"Statistical":[11],"regarded":[13],"as":[14],"instances":[15],"testing":[18,156,161],"are":[19,63,116,233,244],"often":[20,245],"subjected":[21],"to":[22,25,160],"alpha":[23,53,78,121,134,167,187,231],"adjustments":[24,54,79,188,232],"guard":[26],"against":[27],"inflation":[28],"Type-I":[30,102,141],"errors.":[31],"A":[32],"review":[33],"papers":[35],"published":[36],"in":[37,42,55,76],"the":[38,74,89,101,125,129,138,171,179,221,226],"last":[39],"two":[40,43],"years":[41],"major":[44],"psychology":[45],"journals":[46],"shows":[47],"inconsistent":[48],"and":[49,93,176,207,228],"discretionary":[50],"use":[51,130,185,227],"a":[56,132,165,200,236],"broad":[57],"diversity":[58],"statistical":[60,202,239],"that":[62,97,110,217],"formally":[64],"identical":[65],"across":[66],"papers.":[67],"Authoritative":[68],"sources":[69],"also":[70],"do":[71],"not":[72,83,205],"clarify":[73],"circumstances":[75],"which":[77,199,208,242],"should":[80,82],"or":[81,143],"be":[84,211],"used.":[85],"This":[86],"paper":[87],"describes":[88],"workings":[90],"Bonferroni":[92],"false-discovery-rate":[94],"adjustments,":[95],"showing":[96],"they":[98,243],"only":[99,123,157,190],"control":[100],"error":[103],"rate":[104],"for":[105,154,192,198,225,235],"an":[106,195],"(omnibus)":[107],"hypothesis":[108],"stating":[109],"all":[111],"its":[112],"individual":[113,119,162],"(surrogate)":[114],"nulls":[115,175],"true.":[117],"For":[118],"nulls,":[120],"adjustment":[122],"has":[124],"trivial":[126],"consequences":[127],"lower":[133,166],"level,":[135],"without":[136,169,177],"reducing":[137],"occurrence":[139],"errors":[142,145],"Type-II":[144],"below":[146],"their":[147],"expected":[148],"rates.":[149],"In":[150],"practice,":[151],"then,":[152],"corrections":[153],"come":[158],"down":[159],"hypotheses":[163],"at":[164],"level":[168],"preventing":[170],"rejection":[172,180],"true":[174],"favoring":[178],"false":[182],"nulls.":[183],"Thus,":[184],"is":[189],"justifiable":[191],"inferences":[193],"about":[194,220],"omnibus":[196,222],"null":[197],"one-shot":[201],"test":[203],"does":[204],"exist":[206],"must":[209],"instead":[210],"tested":[212],"piecewise":[213],"via":[214],"several":[215],"surrogates":[216],"collectively":[218],"speak":[219],"null.":[223],"Recommendations":[224],"reporting":[229],"given":[234],"variety":[237],"with":[241],"implemented.":[246]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4327923045","counts_by_year":[{"year":2026,"cited_by_count":117},{"year":2025,"cited_by_count":93},{"year":2024,"cited_by_count":50},{"year":2023,"cited_by_count":2}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2023-03-21T00:00:00"}
