{"id":"https://openalex.org/W934038905","doi":"https://doi.org/10.7717/peerj.1142","title":"On the challenges of drawing conclusions from p -values just below 0.05","display_name":"On the challenges of drawing conclusions from p -values just below 0.05","alternate_titles":[],"publication_year":2015,"publication_date":"2015-07-30","ids":{"openalex":"https://openalex.org/W934038905","doi":"https://doi.org/10.7717/peerj.1142","mag":"934038905","pmid":"https://pubmed.ncbi.nlm.nih.gov/26246976","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/4525697"},"language":"en","primary_location":{"id":"doi:10.7717/peerj.1142","doi":"https://doi.org/10.7717/peerj.1142","is_oa":true,"landing_page_url":"https://doi.org/10.7717/peerj.1142","pdf_url":null,"source":{"id":"https://openalex.org/S1983995261","display_name":"PeerJ","issn_l":"2167-8359","issn":["2167-8359"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-d","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320104","host_organization_name":"PeerJ, Inc.","host_organization_lineage":["https://openalex.org/P4310320104"],"host_organization_lineage_names":["PeerJ, Inc."],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PeerJ","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W934038905"],"child_works_count":7,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.7717/peerj.1142","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007175111","display_name":"Dani\u00ebl Lakens","orcid":"https://orcid.org/0000-0002-0247-239X","observed_orcids":["https://orcid.org/0000-0002-0247-239X"]},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Dani\u00ebl Lakens","raw_affiliation_strings":["School of Innovation Sciences, Eindhoven University of Technology, Eindhoven, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Innovation Sciences, Eindhoven University of Technology, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5007175111"],"corresponding_institution_ids":["https://openalex.org/I83019370"],"apc_list":{"value":1395,"currency":"USD","value_usd":1395},"apc_paid":{"value":1395,"currency":"USD","value_usd":1395},"fwci":1.6957,"has_fulltext":true,"cited_by_count":56,"citation_normalized_percentile":{"value":0.89568345,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"3","issue":null,"first_page":"e1142","last_page":"e1142"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.8817999958992004,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.8817999958992004,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.03909999877214432,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13284","display_name":"Psychology Research and Bibliometrics","score":0.013899999670684338,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/p-values","display_name":"p-values","score":0.6230000257492065},{"id":"https://openalex.org/keywords/questionable-research-practices","display_name":"questionable research practices","score":0.8640000224113464},{"id":"https://openalex.org/keywords/publication-bias","display_name":"publication bias","score":0.8830000162124634},{"id":"https://openalex.org/keywords/statistical-power","display_name":"statistical power","score":0.9309999942779541},{"id":"https://openalex.org/keywords/p-value-distribution","display_name":"p-value distribution","score":0.7590000033378601},{"id":"https://openalex.org/keywords/diagnostic-sensitivity","display_name":"diagnostic sensitivity","score":0.6060000061988831},{"id":"https://openalex.org/keywords/false-positive-rate","display_name":"false positive rate","score":0.7250000238418579},{"id":"https://openalex.org/keywords/abstracts","display_name":"abstracts","score":0.3700000047683716},{"id":"https://openalex.org/keywords/research-reproducibility","display_name":"research reproducibility","score":0.5580000281333923}],"concepts":[{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.6160436272621155},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.5620410442352295},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.5222086310386658},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.4889158308506012},{"id":"https://openalex.org/C2780439572","wikidata":"https://www.wikidata.org/wiki/Q919364","display_name":"Publication bias","level":3,"score":0.4690893888473511},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4552111327648163},{"id":"https://openalex.org/C40696583","wikidata":"https://www.wikidata.org/wiki/Q989120","display_name":"Type I and type II errors","level":2,"score":0.4478797912597656},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.4282938838005066},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.33358144760131836},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.32263249158859253},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.12731611728668213},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.12197232246398926},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.08154469728469849}],"mesh":[],"locations_count":10,"locations":[{"id":"doi:10.7717/peerj.1142","doi":"https://doi.org/10.7717/peerj.1142","is_oa":true,"landing_page_url":"https://doi.org/10.7717/peerj.1142","pdf_url":null,"source":{"id":"https://openalex.org/S1983995261","display_name":"PeerJ","issn_l":"2167-8359","issn":["2167-8359"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-d","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320104","host_organization_name":"PeerJ, Inc.","host_organization_lineage":["https://openalex.org/P4310320104"],"host_organization_lineage_names":["PeerJ, Inc."],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PeerJ","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:4525697","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC4525697/","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC4525697/pdf/","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PeerJ","raw_type":"Text"},{"id":"pmid:26246976","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/26246976","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PeerJ","raw_type":"Journal Article"},{"id":"pmh:oai:pure.tue.nl:openaire/941fefbd-22b4-453e-a3f4-3a7dd1a0216e","doi":null,"is_oa":true,"landing_page_url":"https://research.tue.nl/en/publications/941fefbd-22b4-453e-a3f4-3a7dd1a0216e","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lakens, D 2015, 'On the challenges of drawing conclusions from p-values just below 0.05', PeerJ, vol. 3, e1142. https://doi.org/10.7717/peerj.1142","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:799603","doi":null,"is_oa":false,"landing_page_url":"http://library.tue.nl/csp/dare/LinkToRepository.csp?recordnumber=799603","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSN:2167-8359","raw_type":"Article / Letter to the editor"},{"id":"pmh:oai:doaj.org/article:d7eb0916f12e4c95b99ab2ad6d17558a","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/d7eb0916f12e4c95b99ab2ad6d17558a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PeerJ, Vol 3, p e1142 (2015)","raw_type":"article"},{"id":"pmh:oai:library.tue.nl:799603","doi":null,"is_oa":false,"landing_page_url":"http://repository.tue.nl/799603","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSN:2167-8359","raw_type":"Article / Letter to the editor"},{"id":"pmh:oai:share.osf.io:E00FE-E14-C1E","doi":null,"is_oa":false,"landing_page_url":"http://api.osf.io/v2/nodes/ms4x6/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"project"},{"id":"pmh:oai:share.osf.io:cc160c20-6ae5-4e4a-9b1f-a084d1c67523","doi":null,"is_oa":false,"landing_page_url":"https://osf.io/ms4x6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Project"},{"id":"pmh:tue:oai:pure.tue.nl:publications/941fefbd-22b4-453e-a3f4-3a7dd1a0216e","doi":null,"is_oa":true,"landing_page_url":"https://research.tue.nl/nl/publications/941fefbd-22b4-453e-a3f4-3a7dd1a0216e","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PeerJ, 3:e1142. PeerJ","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.7717/peerj.1142","doi":"https://doi.org/10.7717/peerj.1142","is_oa":true,"landing_page_url":"https://doi.org/10.7717/peerj.1142","pdf_url":null,"source":{"id":"https://openalex.org/S1983995261","display_name":"PeerJ","issn_l":"2167-8359","issn":["2167-8359"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-d","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320104","host_organization_name":"PeerJ, Inc.","host_organization_lineage":["https://openalex.org/P4310320104"],"host_organization_lineage_names":["PeerJ, Inc."],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PeerJ","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W934038905.pdf","grobid_xml":"https://content.openalex.org/works/W934038905.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W1531859643","https://openalex.org/W1998410565","https://openalex.org/W2004322598","https://openalex.org/W2004627709","https://openalex.org/W2011918871","https://openalex.org/W2073157712","https://openalex.org/W2080209500","https://openalex.org/W2101214548","https://openalex.org/W2105824687","https://openalex.org/W2107750309","https://openalex.org/W2112039868","https://openalex.org/W2113085067","https://openalex.org/W2155449866","https://openalex.org/W2156001402","https://openalex.org/W2161498332","https://openalex.org/W2164005910","https://openalex.org/W2172973674","https://openalex.org/W2186887814","https://openalex.org/W2231632926","https://openalex.org/W2317541861","https://openalex.org/W2536746694","https://openalex.org/W3125052208","https://openalex.org/W3125384312"],"related_works":["https://openalex.org/W2011918871","https://openalex.org/W2176543072","https://openalex.org/W4391999574","https://openalex.org/W2112039868","https://openalex.org/W2924554044","https://openalex.org/W1879622746","https://openalex.org/W2186887814","https://openalex.org/W3184307969","https://openalex.org/W176270965","https://openalex.org/W2029897729"],"abstract_inverted_index":{"In":[0],"recent":[1,67],"years,":[2],"researchers":[3,181],"have":[4,78],"attempted":[5],"to":[6,156,188,192,214,267],"provide":[7],"an":[8,135,171],"indication":[9],"of":[10,13,23,42,46,62,92,94,160,170,185,195,205,211,222,281],"the":[11,21,26,35,53,81,87,90,99,106,141,146,167,202,206,209,218,220,226,263],"prevalence":[12],"inflated":[14,256,271],"Type":[15,227,257,272],"1":[16,228,258,273],"error":[17,229,259,274],"rates":[18,275],"by":[19,104,134],"analyzing":[20,182],"distribution":[22,36],"p-values":[24,47,63,95,120,128,163,174,186],"in":[25,52,66,89,137,164,166,173,217],"published":[27],"literature.":[28,55],"De":[29],"Winter":[30],"&":[31],"Dodou":[32],"(2015)":[33],"analyzed":[34],"(and":[37,231],"its":[38],"change":[39],"over":[40,80,98,111,145],"time)":[41],"a":[43,60,157,193,250,277],"large":[44,183,278],"number":[45],"automatically":[48],"extracted":[49],"from":[50,276],"abstracts":[51,165],"scientific":[54],"They":[56],"concluded":[57],"there":[58],"is":[59],"'surge":[61],"between":[64,96],"0.041-0.049":[65,97],"decades'":[68],"which":[69,153,235],"'suggests":[70],"(but":[71],"does":[72],"not":[73],"prove)":[74],"questionable":[75],"research":[76],"practices":[77],"increased":[79],"past":[82],"25":[83],"years.'":[84],"I":[85,114,178,240],"show":[86],"changes":[88],"ratio":[91,210],"fractions":[93],"years":[100,147],"are":[101],"better":[102],"explained":[103,133],"assuming":[105],"average":[107,203],"power":[108,204],"has":[109,154,237],"decreased":[110],"time.":[112],"Furthermore,":[113],"propose":[115],"that":[116,119,198],"their":[117,190],"observation":[118],"just":[121,175],"below":[122,176],"0.05":[123,130],"increase":[124,136,172],"more":[125],"strongly":[126],"than":[127,255],"above":[129],"can":[131],"be":[132,249],"publication":[138,223,243],"bias":[139,244],"(or":[140],"file":[142],"drawer":[143],"effect)":[144],"(cf.":[148],"Fanelli,":[149],"2012;":[150],"Pautasso,":[151],"2010,":[152],"led":[155],"relative":[158],"decrease":[159],"'marginally":[161],"significant'":[162],"literature":[168],"(instead":[169],"0.05).":[177],"explain":[179,262],"why":[180,242],"numbers":[184],"need":[187],"relate":[189],"assumptions":[191],"model":[194],"p-value":[196],"distributions":[197],"takes":[199],"into":[200],"account":[201],"performed":[207],"studies,":[208],"true":[212],"positives":[213,216],"false":[215],"literature,":[219],"effects":[221],"bias,":[224],"and":[225,245,261],"rate":[230],"possible":[232],"mechanisms":[233],"through":[234],"it":[236],"inflated).":[238],"Finally,":[239],"discuss":[241],"underpowered":[246],"studies":[247],"might":[248],"bigger":[251],"problem":[252],"for":[253],"science":[254],"rates,":[260],"challenges":[264],"when":[265],"attempting":[266],"draw":[268],"conclusions":[269],"about":[270],"heterogeneous":[279],"set":[280],"p-values.":[282]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W934038905","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":8}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2016-06-24T00:00:00"}
