{"id":"https://openalex.org/W2182521985","doi":null,"title":"Do Arbitrary Significance Levels Distort Published Results","display_name":"Do Arbitrary Significance Levels Distort Published Results","publication_year":2008,"publication_date":"2008-01-01","ids":{"openalex":"https://openalex.org/W2182521985","mag":"2182521985"},"language":"en","primary_location":{"id":"mag:2182521985","doi":null,"is_oa":false,"landing_page_url":"https://www.gwern.net/docs/statistics/2008-gerber.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076904986","display_name":"Alan S. Gerber","orcid":"https://orcid.org/0000-0002-8133-3995","observed_orcids":["https://orcid.org/0000-0002-8133-3995"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Alan S. Gerber","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-8133-3995","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5076904986"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2093,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.53444181,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":93},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9169999957084656,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9169999957084656,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.019899999722838402,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.01489999983459711,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/publication-bias","display_name":"publication bias","score":0.9990000128746033},{"id":"https://openalex.org/keywords/significance-level","display_name":"significance level","score":0.5929999947547913},{"id":"https://openalex.org/keywords/american-sociological-review","display_name":"American Sociological Review","score":0.6980000138282776},{"id":"https://openalex.org/keywords/american-journal-of-sociology","display_name":"American Journal of Sociology","score":0.9990000128746033},{"id":"https://openalex.org/keywords/sociology-journals","display_name":"sociology journals","score":0.7250000238418579},{"id":"https://openalex.org/keywords/research-quality","display_name":"research quality","score":0.40700000524520874},{"id":"https://openalex.org/keywords/statistical-significance","display_name":"statistical significance","score":0.3449999988079071}],"concepts":[{"id":"https://openalex.org/C2780439572","wikidata":"https://www.wikidata.org/wiki/Q919364","display_name":"Publication bias","level":3,"score":0.7114514112472534},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.46972930431365967},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.4277746081352234},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.42116957902908325},{"id":"https://openalex.org/C118084267","wikidata":"https://www.wikidata.org/wiki/Q26110","display_name":"Positive economics","level":1,"score":0.40444013476371765},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.39727622270584106},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.23700398206710815},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.20158317685127258},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.19068178534507751},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.18768936395645142},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.16844314336776733},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2182521985","doi":null,"is_oa":false,"landing_page_url":"https://www.gwern.net/docs/statistics/2008-gerber.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1546098095","https://openalex.org/W1585385491","https://openalex.org/W1648326647","https://openalex.org/W1864180066","https://openalex.org/W1887056411","https://openalex.org/W1974467827","https://openalex.org/W1982716565","https://openalex.org/W1984535767","https://openalex.org/W1993841510","https://openalex.org/W1998032259","https://openalex.org/W2006436081","https://openalex.org/W2006546769","https://openalex.org/W2008106095","https://openalex.org/W2009813561","https://openalex.org/W2012120824","https://openalex.org/W2017037449","https://openalex.org/W2022506768","https://openalex.org/W2026575291","https://openalex.org/W2028299022","https://openalex.org/W2030192372","https://openalex.org/W2038886783","https://openalex.org/W2039128844","https://openalex.org/W2043565183","https://openalex.org/W2045656233","https://openalex.org/W2054305681","https://openalex.org/W2054428400","https://openalex.org/W2062908954","https://openalex.org/W2079187306","https://openalex.org/W2087376663","https://openalex.org/W2101682517","https://openalex.org/W2102603495","https://openalex.org/W2113339390","https://openalex.org/W2116618538","https://openalex.org/W2117387570","https://openalex.org/W2122415632","https://openalex.org/W2127208864","https://openalex.org/W2144273377","https://openalex.org/W2152450071","https://openalex.org/W2157823046","https://openalex.org/W2159224312","https://openalex.org/W2165480679","https://openalex.org/W2398803495","https://openalex.org/W2891271205","https://openalex.org/W3124595294","https://openalex.org/W3142045228","https://openalex.org/W4232876120"],"related_works":["https://openalex.org/W2023172431","https://openalex.org/W7099917696","https://openalex.org/W1977112734","https://openalex.org/W2335635827","https://openalex.org/W4247916104","https://openalex.org/W4324145387","https://openalex.org/W1982716565","https://openalex.org/W1576974330","https://openalex.org/W4387300221","https://openalex.org/W2519481377"],"abstract_inverted_index":{"Despite":[0],"great":[1],"attention":[2],"to":[3,130,141],"the":[4,21,27,44,55,78,83,95,106,117],"quality":[5],"of":[6,15,20,24,38,58,72,77,85,97,116],"research":[7,25,146],"methods":[8],"in":[9,108,120],"individual":[10],"studies,":[11],"if":[12],"publication":[13,73,99,131,136],"decisions":[14],"journals":[16,49,123],"are":[17,147],"a":[18,31,91],"function":[19],"statistical":[22],"significance":[23,80],"findings,":[26],"published":[28,86],"literature":[29],"as":[30],"whole":[32],"may":[33,124],"not":[34],"produce":[35],"accurate":[36],"measures":[37],"true":[39],"effects.":[40],"This":[41],"article":[42],"examines":[43],"two":[45],"most":[46],"prominent":[47],"sociology":[48,122],"(the":[50],"American":[51,56],"Sociological":[52,68],"Review":[53],"and":[54,60,94,127,138],"Journal":[57],"Sociology)":[59],"another":[61],"important":[62],"though":[63],"less":[64],"influential":[65],"journal":[66],"(The":[67],"Quarterly)":[69],"for":[70,135],"evidence":[71],"bias.":[74,132],"The":[75],"effect":[76],".05":[79],"level":[81],"on":[82,145],"pattern":[84],"findings":[87],"is":[88],"examined":[89],"using":[90],"\u2018\u2018caliper\u2019\u2019":[92],"test,":[93],"hypothesis":[96],"no":[98],"bias":[100,137],"can":[101],"be":[102,125],"rejected":[103],"at":[104],"approximately":[105],"1":[107],"10":[109],"million":[110],"level.":[111],"Findings":[112],"suggest":[113],"that":[114],"some":[115],"results":[118],"reported":[119],"leading":[121],"misleading":[126],"inaccurate":[128],"due":[129],"Some":[133],"reasons":[134],"proposed":[139],"reforms":[140],"reduce":[142],"its":[143],"impact":[144],"also":[148],"discussed.":[149]},"counts_by_year":[{"year":2015,"cited_by_count":1}],"updated_date":"2026-09-26T08:19:03.415552","created_date":"2016-06-24T00:00:00"}