{"id":"https://openalex.org/W2005295476","doi":"https://doi.org/10.1001/archinternmed.2010.406","title":"Testing for the Presence of Positive-Outcome Bias in Peer Review: A Randomized Controlled Trial","display_name":"Testing for the Presence of Positive-Outcome Bias in Peer Review: A Randomized Controlled Trial","alternate_titles":[],"publication_year":2010,"publication_date":"2010-11-22","ids":{"openalex":"https://openalex.org/W2005295476","doi":"https://doi.org/10.1001/archinternmed.2010.406","mag":"2005295476","pmid":"https://pubmed.ncbi.nlm.nih.gov/21098355"},"language":"en","primary_location":{"id":"doi:10.1001/archinternmed.2010.406","doi":"https://doi.org/10.1001/archinternmed.2010.406","is_oa":false,"landing_page_url":"https://doi.org/10.1001/archinternmed.2010.406","pdf_url":null,"source":{"id":"https://openalex.org/S4210206803","display_name":"Archives of Internal Medicine","issn_l":"0003-9926","issn":["0003-9926","0730-188X","1538-3679"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core"],"host_organization":"https://openalex.org/P4310320259","host_organization_name":"American Medical Association","host_organization_lineage":["https://openalex.org/P4310320259"],"host_organization_lineage_names":["American Medical Association"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Archives of Internal Medicine","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2005295476"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016655722","display_name":"Gwendolyn B. Emerson","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gwendolyn B. Emerson","raw_affiliation_strings":["Department of Orthopaedics, University of Washington, Seattle, 98195-6500, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Orthopaedics, University of Washington, Seattle, 98195-6500, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075269901","display_name":"Winston J. Warme","orcid":"https://orcid.org/0000-0001-9456-1842","observed_orcids":["https://orcid.org/0000-0001-9456-1842"]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Winston J. Warme","raw_affiliation_strings":["University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109852898","display_name":"Fredric M. Wolf","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fredric M. Wolf","raw_affiliation_strings":["University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031105409","display_name":"James D. Heckman","orcid":"https://orcid.org/0000-0002-7579-0014","observed_orcids":["https://orcid.org/0000-0002-7579-0014"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"James D. Heckman","raw_affiliation_strings":["Journal of Bone and Joint Surgery"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Journal of Bone and Joint Surgery","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057546639","display_name":"Richard A. Brand","orcid":"https://orcid.org/0000-0001-6009-8634","observed_orcids":["https://orcid.org/0000-0001-6009-8634"]},"institutions":[{"id":"https://openalex.org/I2799359367","display_name":"Clinical Orthopaedics and Related Research","ror":"https://ror.org/00ky71f04","country_code":"US","type":"other","lineage":["https://openalex.org/I2799359367"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Richard A. Brand","raw_affiliation_strings":["Clinical Orthopaedics and Related Research\u00ae"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clinical Orthopaedics and Related Research\u00ae","institution_ids":["https://openalex.org/I2799359367"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046851940","display_name":"Seth S. Leopold","orcid":"https://orcid.org/0000-0001-6758-0298","observed_orcids":["https://orcid.org/0000-0001-6758-0298"]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seth S. Leopold","raw_affiliation_strings":["University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.692,"has_fulltext":false,"cited_by_count":275,"citation_normalized_percentile":{"value":0.98199009,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"170","issue":"21","first_page":"1934","last_page":"1939"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.33250001072883606,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.33250001072883606,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.1875,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13516","display_name":"Publishing and Scholarly Communication","score":0.1459999978542328,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/peer-review","display_name":"peer review","score":0.9829999804496765},{"id":"https://openalex.org/keywords/publication-bias","display_name":"publication bias","score":0.7940000295639038},{"id":"https://openalex.org/keywords/editorial-integrity","display_name":"editorial integrity","score":0.5569999814033508},{"id":"https://openalex.org/keywords/evidence-based-medicine","display_name":"evidence-based medicine","score":0.6639999747276306},{"id":"https://openalex.org/keywords/randomized-controlled-trials","display_name":"randomized controlled trials","score":0.6520000100135803},{"id":"https://openalex.org/keywords/manuscript-errors","display_name":"manuscript errors","score":0.31299999356269836}],"concepts":[{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.565508246421814},{"id":"https://openalex.org/C2780439572","wikidata":"https://www.wikidata.org/wiki/Q919364","display_name":"Publication bias","level":3,"score":0.533494770526886},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.5194306373596191},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.48543792963027954},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.4247274696826935},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.36310309171676636},{"id":"https://openalex.org/C95190672","wikidata":"https://www.wikidata.org/wiki/Q815382","display_name":"Meta-analysis","level":2,"score":0.32734569907188416},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.28985869884490967},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10626015067100525},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0876086950302124},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010506","descriptor_name":"Periodicals as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016015","descriptor_name":"Logistic Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016032","descriptor_name":"Randomized Controlled Trials as Topic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D017063","descriptor_name":"Outcome Assessment, Health Care","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D017594","descriptor_name":"Publication Bias","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D017712","descriptor_name":"Peer Review, Research","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1001/archinternmed.2010.406","doi":"https://doi.org/10.1001/archinternmed.2010.406","is_oa":false,"landing_page_url":"https://doi.org/10.1001/archinternmed.2010.406","pdf_url":null,"source":{"id":"https://openalex.org/S4210206803","display_name":"Archives of Internal Medicine","issn_l":"0003-9926","issn":["0003-9926","0730-188X","1538-3679"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core"],"host_organization":"https://openalex.org/P4310320259","host_organization_name":"American Medical Association","host_organization_lineage":["https://openalex.org/P4310320259"],"host_organization_lineage_names":["American Medical Association"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Archives of Internal Medicine","raw_type":"journal-article"},{"id":"pmid:21098355","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/21098355","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Archives of internal medicine","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.5683000087738037}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W188797628","https://openalex.org/W1501619595","https://openalex.org/W1592653824","https://openalex.org/W1984170705","https://openalex.org/W1991648660","https://openalex.org/W2004169137","https://openalex.org/W2012890844","https://openalex.org/W2016526647","https://openalex.org/W2024496322","https://openalex.org/W2045127388","https://openalex.org/W2054458227","https://openalex.org/W2056439589","https://openalex.org/W2058534885","https://openalex.org/W2081870237","https://openalex.org/W2083614844","https://openalex.org/W2086174199","https://openalex.org/W2086219352","https://openalex.org/W2087396607","https://openalex.org/W2091959199","https://openalex.org/W2097708046","https://openalex.org/W2103308385","https://openalex.org/W2111153114","https://openalex.org/W2112339576","https://openalex.org/W2118202495","https://openalex.org/W2133774931","https://openalex.org/W2142960568","https://openalex.org/W2152450071","https://openalex.org/W2163978340","https://openalex.org/W2164136002","https://openalex.org/W2797597138","https://openalex.org/W4246599781"],"related_works":["https://openalex.org/W2056374047","https://openalex.org/W2410959188","https://openalex.org/W2150297838","https://openalex.org/W4252529617","https://openalex.org/W2005966171","https://openalex.org/W2097271446","https://openalex.org/W2078072730","https://openalex.org/W2327259844","https://openalex.org/W1988453121","https://openalex.org/W2010729113"],"abstract_inverted_index":{"BACKGROUND:":[0],"If":[1],"positive-outcome":[2,18],"bias":[3,19,223],"exists,":[4],"it":[5],"threatens":[6],"the":[7,55,61,65,71,76,91,94,97,141,153,157,163,177,182,197,202,212,216],"integrity":[8],"of":[9,34,38,81,93,96,118,140,156],"evidence-based":[10],"medicine.":[11],"METHODS:":[12],"We":[13],"sought":[14],"to":[15,107,131,151,196,201,239],"determine":[16],"whether":[17,27],"is":[20],"present":[21,225],"during":[22,226],"peer":[23,28,105,227],"review":[24,106,132],"by":[25],"testing":[26],"reviewers":[29,114],"would":[30],"(1)":[31],"recommend":[32,152],"publication":[33,161,243],"a":[35,39,82,134,137,233],"\"positive\"":[36],"version":[37,67,139,155,165,179,184],"fabricated":[40,230],"manuscript":[41,159,199,204,231],"over":[42],"an":[43,246],"otherwise":[44,247],"identical":[45,72,248],"\"no-difference\"":[46],"version,":[47,57],"(2)":[48],"identify":[49],"more":[50,68,149,174,237],"purposefully":[51],"placed":[52],"errors":[53,175],"in":[54,64,75,90,110,176,181,215],"no-difference":[56,77,138,164,178,203,249],"and":[58,120,123,126],"(3)":[59],"rate":[60],"\"Methods\"":[62,73,213],"section":[63,74],"positive":[66,135,154,183,198,234],"highly":[69],"than":[70,162,180,200,244],"version.":[78],"Two":[79],"versions":[80,218],"well-designed":[83],"randomized":[84],"controlled":[85],"trial":[86],"that":[87],"differed":[88],"only":[89],"direction":[92],"finding":[95],"principal":[98],"study":[99],"end":[100],"point":[101],"were":[102,148,219],"submitted":[103],"for":[104,115,160,242],"2":[108,217],"journals":[109],"2008-2009.":[111],"Of":[112],"238":[113],"The":[116],"Journal":[117],"Bone":[119],"Joint":[121],"Surgery":[122],"Clinical":[124],"Orthopaedics":[125],"Related":[127],"Research":[128],"randomly":[129],"allocated":[130],"either":[133],"or":[136],"manuscript,":[142],"210":[143],"returned":[144],"reviews.":[145],"RESULTS:":[146],"Reviewers":[147,172,191],"likely":[150,238],"test":[158],"(97.3%":[166],"vs":[167,186,206],"80.0%,":[168],"P":[169,188,208],"<":[170,189],".001).":[171,190],"detected":[173],"(0.85":[185],"0.41,":[187],"awarded":[192],"higher":[193],"methods":[194],"scores":[195],"(8.24":[205],"7.53,":[207],"=":[209],".005),":[210],"although":[211],"sections":[214],"identical.":[220],"CONCLUSIONS:":[221],"Positive-outcome":[222],"was":[224,236,245],"review.":[228],"A":[229],"with":[232],"outcome":[235],"be":[240],"recommended":[241],"manuscript.":[250]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2005295476","counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":23},{"year":2020,"cited_by_count":20},{"year":2019,"cited_by_count":14},{"year":2018,"cited_by_count":11},{"year":2017,"cited_by_count":23},{"year":2016,"cited_by_count":21},{"year":2015,"cited_by_count":27},{"year":2014,"cited_by_count":19},{"year":2013,"cited_by_count":22},{"year":2012,"cited_by_count":18}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
