{"id":"https://openalex.org/W2998525975","doi":"https://doi.org/10.1027/2151-2604/a000386","title":"How to Detect Publication Bias in Psychological Research","display_name":"How to Detect Publication Bias in Psychological Research","publication_year":2019,"publication_date":"2019-10-01","ids":{"openalex":"https://openalex.org/W2998525975","doi":"https://doi.org/10.1027/2151-2604/a000386","mag":"2998525975"},"language":"en","primary_location":{"id":"doi:10.1027/2151-2604/a000386","doi":"https://doi.org/10.1027/2151-2604/a000386","is_oa":true,"landing_page_url":"https://doi.org/10.1027/2151-2604/a000386","pdf_url":null,"source":{"id":"https://openalex.org/S108832698","display_name":"Zeitschrift f\u00fcr Psychologie","issn_l":"0044-3409","issn":["0044-3409","1438-9789","2151-2604","2190-8370"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","erih-plus","jufo-1","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320676","host_organization_name":"Johann Ambrosius Barth Verlag","host_organization_lineage":["https://openalex.org/P4310320676"],"host_organization_lineage_names":["Johann Ambrosius Barth Verlag"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Zeitschrift f\u00fcr Psychologie","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1027/2151-2604/a000386","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015752471","display_name":"Frank Renkewitz","orcid":"https://orcid.org/0000-0001-8072-6802","observed_orcids":["https://orcid.org/0000-0001-8072-6802"]},"institutions":[{"id":"https://openalex.org/I20431382","display_name":"University of Erfurt","ror":"https://ror.org/03606hw36","country_code":"DE","type":"education","lineage":["https://openalex.org/I20431382"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Frank Renkewitz","raw_affiliation_strings":["Department of Psychology, University of Erfurt, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, University of Erfurt, Germany","institution_ids":["https://openalex.org/I20431382"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068915432","display_name":"Melanie Keiner","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20431382","display_name":"University of Erfurt","ror":"https://ror.org/03606hw36","country_code":"DE","type":"education","lineage":["https://openalex.org/I20431382"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Melanie Keiner","raw_affiliation_strings":["Department of Psychology, University of Erfurt, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, University of Erfurt, Germany","institution_ids":["https://openalex.org/I20431382"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I20431382"],"apc_list":null,"apc_paid":null,"fwci":5.4832,"has_fulltext":false,"cited_by_count":56,"citation_normalized_percentile":{"value":0.97086416,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":99},"biblio":{"volume":"227","issue":"4","first_page":"261","last_page":"279"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13284","display_name":"Psychology Research and Bibliometrics","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/publication-bias","display_name":"publication bias","score":0.9900000095367432},{"id":"https://openalex.org/keywords/questionable-research-practices","display_name":"questionable research practices","score":0.8080000281333923},{"id":"https://openalex.org/keywords/replication-crisis","display_name":"replication crisis","score":0.6370000243186951},{"id":"https://openalex.org/keywords/statistical-power","display_name":"statistical power","score":0.6439999938011169},{"id":"https://openalex.org/keywords/type-i-error-rate","display_name":"type I error rate","score":0.9419999718666077},{"id":"https://openalex.org/keywords/effect-size-inflation","display_name":"effect size inflation","score":0.7940000295639038},{"id":"https://openalex.org/keywords/heterogeneity","display_name":"heterogeneity","score":0.7070000171661377},{"id":"https://openalex.org/keywords/simulation-study","display_name":"simulation study","score":0.6290000081062317}],"concepts":[{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.7500565648078918},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.7337045669555664},{"id":"https://openalex.org/C96608239","wikidata":"https://www.wikidata.org/wiki/Q1199823","display_name":"Statistical power","level":2,"score":0.7216426134109497},{"id":"https://openalex.org/C2780439572","wikidata":"https://www.wikidata.org/wiki/Q919364","display_name":"Publication bias","level":3,"score":0.7106783390045166},{"id":"https://openalex.org/C95190672","wikidata":"https://www.wikidata.org/wiki/Q815382","display_name":"Meta-analysis","level":2,"score":0.6620135307312012},{"id":"https://openalex.org/C40696583","wikidata":"https://www.wikidata.org/wiki/Q989120","display_name":"Type I and type II errors","level":2,"score":0.6162114143371582},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.587550938129425},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.5399686098098755},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4802961051464081},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.45197129249572754},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.423194944858551},{"id":"https://openalex.org/C183905921","wikidata":"https://www.wikidata.org/wiki/Q1038757","display_name":"Multiple comparisons problem","level":2,"score":0.4165196418762207},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3299325108528137},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3200652003288269},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2141890525817871},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.11253008246421814},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1027/2151-2604/a000386","doi":"https://doi.org/10.1027/2151-2604/a000386","is_oa":true,"landing_page_url":"https://doi.org/10.1027/2151-2604/a000386","pdf_url":null,"source":{"id":"https://openalex.org/S108832698","display_name":"Zeitschrift f\u00fcr Psychologie","issn_l":"0044-3409","issn":["0044-3409","1438-9789","2151-2604","2190-8370"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","erih-plus","jufo-1","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320676","host_organization_name":"Johann Ambrosius Barth Verlag","host_organization_lineage":["https://openalex.org/P4310320676"],"host_organization_lineage_names":["Johann Ambrosius Barth Verlag"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Zeitschrift f\u00fcr Psychologie","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1027/2151-2604/a000386","doi":"https://doi.org/10.1027/2151-2604/a000386","is_oa":true,"landing_page_url":"https://doi.org/10.1027/2151-2604/a000386","pdf_url":null,"source":{"id":"https://openalex.org/S108832698","display_name":"Zeitschrift f\u00fcr Psychologie","issn_l":"0044-3409","issn":["0044-3409","1438-9789","2151-2604","2190-8370"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","erih-plus","jufo-1","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320676","host_organization_name":"Johann Ambrosius Barth Verlag","host_organization_lineage":["https://openalex.org/P4310320676"],"host_organization_lineage_names":["Johann Ambrosius Barth Verlag"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Zeitschrift f\u00fcr Psychologie","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W204046373","https://openalex.org/W1024051167","https://openalex.org/W1593093988","https://openalex.org/W1897139626","https://openalex.org/W1964435302","https://openalex.org/W1998410565","https://openalex.org/W2006979162","https://openalex.org/W2012120824","https://openalex.org/W2018443796","https://openalex.org/W2033585778","https://openalex.org/W2037124948","https://openalex.org/W2040766195","https://openalex.org/W2054305681","https://openalex.org/W2059527510","https://openalex.org/W2069224123","https://openalex.org/W2073677120","https://openalex.org/W2079859157","https://openalex.org/W2094667953","https://openalex.org/W2107328434","https://openalex.org/W2111636520","https://openalex.org/W2116478882","https://openalex.org/W2124653158","https://openalex.org/W2125435699","https://openalex.org/W2126053474","https://openalex.org/W2128711170","https://openalex.org/W2136015137","https://openalex.org/W2139413158","https://openalex.org/W2157347940","https://openalex.org/W2157809856","https://openalex.org/W2157823046","https://openalex.org/W2161498332","https://openalex.org/W2168553771","https://openalex.org/W2168599342","https://openalex.org/W2317541861","https://openalex.org/W2418381837","https://openalex.org/W2524737933","https://openalex.org/W2526603989","https://openalex.org/W2543067875","https://openalex.org/W2591641564","https://openalex.org/W2592039616","https://openalex.org/W2600954565","https://openalex.org/W2748300313","https://openalex.org/W2781435410","https://openalex.org/W2781957993","https://openalex.org/W2788406885","https://openalex.org/W2793703807","https://openalex.org/W2797364217","https://openalex.org/W2809417050","https://openalex.org/W2896198545","https://openalex.org/W2902833505","https://openalex.org/W2997701299","https://openalex.org/W3034892145","https://openalex.org/W3125384312","https://openalex.org/W4300870773"],"related_works":["https://openalex.org/W4255157617","https://openalex.org/W2781957993","https://openalex.org/W2788406885","https://openalex.org/W2139413158","https://openalex.org/W4236290651","https://openalex.org/W7097030527","https://openalex.org/W2157347940","https://openalex.org/W2932936731","https://openalex.org/W6962656251","https://openalex.org/W7044212385"],"abstract_inverted_index":{"Abstract.":[0],"Publication":[1],"biases":[2],"and":[3,67,95],"questionable":[4],"research":[5],"practices":[6],"are":[7],"assumed":[8],"to":[9,25,41,85,107],"be":[10],"two":[11],"of":[12,16,21,38,52,55,57,71,79,91,98,110,145,149],"the":[13,53,62,68,125],"main":[14],"causes":[15],"low":[17],"replication":[18],"rates.":[19],"Both":[20],"these":[22,58,72,99],"problems":[23],"lead":[24],"severely":[26],"inflated":[27],"effect":[28,87,134],"size":[29],"estimates":[30],"in":[31,45,155,159],"meta-analyses.":[32],"Methodologists":[33],"have":[34],"proposed":[35],"a":[36,76,142],"number":[37,90],"statistical":[39,69],"tools":[40],"detect":[42],"such":[43],"bias":[44,161],"meta-analytic":[46],"results.":[47,151],"We":[48],"present":[49],"an":[50],"evaluation":[51],"performance":[54],"six":[56],"tools.":[59],"To":[60],"assess":[61],"Type":[63],"I":[64],"error":[65],"rate":[66],"power":[70],"methods,":[73],"we":[74],"simulated":[75,103,119],"large":[77],"variety":[78],"literatures":[80],"that":[81,116,154],"differed":[82],"with":[83],"regard":[84],"true":[86,133],"size,":[88],"heterogeneity,":[89],"available":[92],"primary":[93,100,139],"studies,":[94],"sample":[96],"sizes":[97,135],"studies;":[101],"furthermore,":[102],"studies":[104,140],"were":[105,136],"subjected":[106],"different":[108],"degrees":[109],"publication":[111],"bias.":[112],"Our":[113],"results":[114],"show":[115],"across":[117],"all":[118,128],"conditions,":[120],"no":[121,165],"method":[122,169],"consistently":[123],"outperformed":[124],"others.":[126],"Additionally,":[127],"methods":[129],"performed":[130],"poorly":[131],"when":[132],"heterogeneous":[137],"or":[138],"had":[141],"small":[143],"chance":[144],"being":[146],"published,":[147],"irrespective":[148],"their":[150],"This":[152],"suggests":[153],"many":[156],"actual":[157],"meta-analyses":[158],"psychology,":[160],"will":[162],"remain":[163],"undiscovered":[164],"matter":[166],"which":[167],"detection":[168],"is":[170],"used.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":2}],"updated_date":"2026-11-03T10:50:19.383937","created_date":"2020-01-10T00:00:00"}