{"id":"https://openalex.org/W2045401720","doi":"https://doi.org/10.1371/journal.pone.0011344","title":"The Usefulness of Peer Review for Selecting Manuscripts for Publication: A Utility Analysis Taking as an Example a High-Impact Journal","display_name":"The Usefulness of Peer Review for Selecting Manuscripts for Publication: A Utility Analysis Taking as an Example a High-Impact Journal","alternate_titles":[],"publication_year":2010,"publication_date":"2010-06-28","ids":{"openalex":"https://openalex.org/W2045401720","doi":"https://doi.org/10.1371/journal.pone.0011344","mag":"2045401720","pmid":"https://pubmed.ncbi.nlm.nih.gov/20596540","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/2893207"},"language":"en","primary_location":{"id":"doi:10.1371/journal.pone.0011344","doi":"https://doi.org/10.1371/journal.pone.0011344","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pone.0011344","pdf_url":"https://journals.plos.org/plosone/article/file?id=10.1371/journal.pone.0011344&type=printable","source":{"id":"https://openalex.org/S202381698","display_name":"PLoS ONE","issn_l":"1932-6203","issn":["1932-6203"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-c","doyens","erih-plus","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS ONE","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2045401720"],"child_works_count":2,"type":"article","is_traditional":true,"indexed_in":["crossref","datacite","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journals.plos.org/plosone/article/file?id=10.1371/journal.pone.0011344&type=printable","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027052270","display_name":"Lutz Bornmann","orcid":"https://orcid.org/0000-0003-0810-7091","observed_orcids":["https://orcid.org/0000-0003-0810-7091"]},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Lutz Bornmann","raw_affiliation_strings":["Social Psychology and Research on Higher Education, ETH Zurich, Zurich, Switzerland. bornmann@gess.ethz.ch","Professorship for Social Psychology and Research on Higher Education; ETH Zurich; Zurich Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Social Psychology and Research on Higher Education, ETH Zurich, Zurich, Switzerland. bornmann@gess.ethz.ch","institution_ids":["https://openalex.org/I35440088"]},{"raw_affiliation_string":"Professorship for Social Psychology and Research on Higher Education; ETH Zurich; Zurich Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038583366","display_name":"Hans\u2010Dieter Daniel","orcid":"https://orcid.org/0000-0001-7925-1846","observed_orcids":["https://orcid.org/0000-0001-7925-1846"]},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]},{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hans-Dieter Daniel","raw_affiliation_strings":["Evaluation Office, University of Zurich, Zurich, Switzerland","Professorship for Social Psychology and Research on Higher Education,, ETH Zurich, Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Evaluation Office, University of Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]},{"raw_affiliation_string":"Professorship for Social Psychology and Research on Higher Education,, ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5027052270"],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":{"value":2382,"currency":"USD","value_usd":2382},"apc_paid":{"value":2382,"currency":"USD","value_usd":2382},"fwci":19.9724,"has_fulltext":true,"cited_by_count":47,"citation_normalized_percentile":{"value":0.99058783,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":87,"max":98},"biblio":{"volume":"5","issue":"6","first_page":"e11344","last_page":"e11344"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13516","display_name":"Publishing and Scholarly Communication","score":0.5170999765396118,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13516","display_name":"Publishing and Scholarly Communication","score":0.5170999765396118,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12648","display_name":"Academic Writing and Publishing","score":0.17299999296665192,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13284","display_name":"Psychology Research and Bibliometrics","score":0.12839999794960022,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/peer-review","display_name":"peer review","score":0.9909999966621399},{"id":"https://openalex.org/keywords/manuscript-selection","display_name":"manuscript selection","score":0.8939999938011169},{"id":"https://openalex.org/keywords/editorial-decision-making","display_name":"editorial decision-making","score":0.7229999899864197},{"id":"https://openalex.org/keywords/predictive-validity","display_name":"predictive validity","score":0.6909999847412109},{"id":"https://openalex.org/keywords/base-rates","display_name":"base rates","score":0.8370000123977661},{"id":"https://openalex.org/keywords/selection-ratio","display_name":"selection ratio","score":0.7699999809265137},{"id":"https://openalex.org/keywords/utility-analysis","display_name":"utility analysis","score":0.6990000009536743},{"id":"https://openalex.org/keywords/citation-impact","display_name":"citation impact","score":0.4970000088214874}],"concepts":[{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.618546187877655},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.5628655552864075},{"id":"https://openalex.org/C2779455604","wikidata":"https://www.wikidata.org/wiki/Q5330","display_name":"Impact factor","level":2,"score":0.5277738571166992},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.478023886680603},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.32120150327682495},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1476500928401947},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.13939189910888672},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.11207684874534607}],"mesh":[{"descriptor_ui":"D011643","descriptor_name":"Publishing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D017712","descriptor_name":"Peer Review, Research","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D055811","descriptor_name":"Journal Impact Factor","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":8,"locations":[{"id":"doi:10.1371/journal.pone.0011344","doi":"https://doi.org/10.1371/journal.pone.0011344","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pone.0011344","pdf_url":"https://journals.plos.org/plosone/article/file?id=10.1371/journal.pone.0011344&type=printable","source":{"id":"https://openalex.org/S202381698","display_name":"PLoS ONE","issn_l":"1932-6203","issn":["1932-6203"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-c","doyens","erih-plus","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS ONE","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:2893207","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC2893207/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS One","raw_type":"Text"},{"id":"pmid:20596540","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/20596540","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PloS one","raw_type":"Journal Article"},{"id":"pmh:oai:www.research-collection.ethz.ch:20.500.11850/20696","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11850/20696","pdf_url":null,"source":{"id":"https://openalex.org/S4306402302","display_name":"Repository for Publications and Research Data (ETH Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I35440088","host_organization_name":"ETH Zurich","host_organization_lineage":["https://openalex.org/I35440088"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS ONE, 5 (6)","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:RePEc:plo:pone00:0011344","doi":null,"is_oa":false,"landing_page_url":"https://journals.plos.org/plosone/article?id=10.1371/journal.pone.0011344","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:b7b833c07803496d8039c84165ea0e41","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/b7b833c07803496d8039c84165ea0e41","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PLoS ONE, Vol 5, Iss 6, p e11344 (2010)","raw_type":"article"},{"id":"doi:10.3929/ethz-b-000020696","doi":"https://doi.org/10.3929/ethz-b-000020696","is_oa":true,"landing_page_url":"https://doi.org/10.3929/ethz-b-000020696","pdf_url":null,"source":{"id":"https://openalex.org/S7407051236","display_name":"ETH Z\u00fcrich Research Collection","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.354.9791","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.354.9791","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ftp://ftp.ncbi.nlm.nih.gov/pub/pmc/e8/0f/PLoS_One_2010_Jun_28_5(6)_e11344.tar.gz","raw_type":"text"}],"best_oa_location":{"id":"doi:10.1371/journal.pone.0011344","doi":"https://doi.org/10.1371/journal.pone.0011344","is_oa":true,"landing_page_url":"https://doi.org/10.1371/journal.pone.0011344","pdf_url":"https://journals.plos.org/plosone/article/file?id=10.1371/journal.pone.0011344&type=printable","source":{"id":"https://openalex.org/S202381698","display_name":"PLoS ONE","issn_l":"1932-6203","issn":["1932-6203"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-c","doyens","erih-plus","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315706","host_organization_name":"Public Library of Science","host_organization_lineage":["https://openalex.org/P4310315706"],"host_organization_lineage_names":["Public Library of Science"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"PLoS ONE","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322434","display_name":"Max-Planck-Gesellschaft","ror":"https://ror.org/01hhn8329"},{"id":"https://openalex.org/F4320323874","display_name":"Universit\u00e4t Z\u00fcrich","ror":"https://ror.org/02crff812"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2045401720.pdf","grobid_xml":"https://content.openalex.org/works/W2045401720.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W15369880","https://openalex.org/W92754866","https://openalex.org/W355727244","https://openalex.org/W1536076819","https://openalex.org/W1559646899","https://openalex.org/W1570562373","https://openalex.org/W1987167354","https://openalex.org/W1993384135","https://openalex.org/W1998815150","https://openalex.org/W1999315775","https://openalex.org/W2010153535","https://openalex.org/W2013359927","https://openalex.org/W2016407249","https://openalex.org/W2016553928","https://openalex.org/W2019753053","https://openalex.org/W2026962130","https://openalex.org/W2028851274","https://openalex.org/W2033079808","https://openalex.org/W2033718417","https://openalex.org/W2033874204","https://openalex.org/W2034165193","https://openalex.org/W2035380830","https://openalex.org/W2043241540","https://openalex.org/W2053484593","https://openalex.org/W2065324640","https://openalex.org/W2070646079","https://openalex.org/W2073046330","https://openalex.org/W2089123513","https://openalex.org/W2093971318","https://openalex.org/W2094215989","https://openalex.org/W2100396700","https://openalex.org/W2104087701","https://openalex.org/W2116209312","https://openalex.org/W2129513604","https://openalex.org/W2151866568","https://openalex.org/W2481292859","https://openalex.org/W2488172819","https://openalex.org/W2998874360","https://openalex.org/W3147539590","https://openalex.org/W3148480012","https://openalex.org/W3151606939","https://openalex.org/W3178018057","https://openalex.org/W3216501131","https://openalex.org/W4236891926","https://openalex.org/W4255756568","https://openalex.org/W6990166099","https://openalex.org/W7023594347","https://openalex.org/W7026795264"],"related_works":["https://openalex.org/W2045956893","https://openalex.org/W4236891926","https://openalex.org/W2084354695","https://openalex.org/W2116807595","https://openalex.org/W2053164735","https://openalex.org/W4415759866","https://openalex.org/W2572052380","https://openalex.org/W1562168738","https://openalex.org/W2084903954"],"abstract_inverted_index":{"BACKGROUND:":[0],"High":[1],"predictive":[2],"validity--that":[3],"is,":[4],"a":[5,22,26,38,100,203],"strong":[6],"association":[7],"between":[8],"the":[9,18,32,43,49,63,76,87,90,105,111,130,141,151,159,170,178,195,209],"outcome":[10],"of":[11,21,31,45,51,67,81,89,107,113,119,129,150,169],"peer":[12,46,108,124],"review":[13,47,125],"(usually,":[14],"reviewers'":[15],"ratings)":[16],"and":[17,75,167],"scientific":[19],"quality":[20],"manuscript":[23],"submitted":[24],"to":[25,41,59],"journal":[27,92],"(measured":[28],"as":[29,37],"citations":[30],"later":[33],"published":[34],"paper)--does":[35],"not":[36],"rule":[39],"suffice":[40],"demonstrate":[42],"usefulness":[44,106],"for":[48,73,103,110,115,138,156,175],"selection":[50,77,112,196,211],"manuscripts.":[52],"To":[53],"assess":[54],"usefulness,":[55],"it":[56],"is":[57,126,144,162,181],"important":[58],"include":[60],"in":[61,194,208],"addition":[62],"base":[64,198],"rate":[65,78,199,206],"(proportion":[66],"submissions":[68,82,131,152,171],"that":[69,123],"are":[70,135,153,172],"fundamentally":[71],"suitable":[72],"publication)":[74],"(the":[79],"proportion":[80],"accepted).":[83],"METHODOLOGY/PRINCIPAL":[84],"FINDINGS:":[85],"Taking":[86],"example":[88],"high-impact":[91],"Angewandte":[93],"Chemie":[94],"International":[95],"Edition":[96],"(AC-IE),":[97],"we":[98],"present":[99],"general":[101],"approach":[102],"determining":[104],"reviews":[109],"manuscripts":[114],"publication.":[116],"The":[117,187],"results":[118],"our":[120],"study":[121],"show":[122],"useful:":[127],"78%":[128],"accepted":[132,137,155,174],"by":[133],"AC-IE":[134,210],"correctly":[136,154,173],"publication":[139,157,176],"when":[140,158,177],"editor's":[142,160,179],"decision":[143,161,180],"based":[145,163,182],"on":[146,164,183],"one":[147],"review,":[148],"69%":[149],"two":[165],"reviews,":[166],"65%":[168],"three":[184],"reviews.":[185],"CONCLUSIONS/SIGNIFICANCE:":[186],"paper":[188],"points":[189],"out":[190],"through":[191],"what":[192],"changes":[193],"rate,":[197],"or":[200],"validity":[201],"coefficient":[202],"higher":[204],"success":[205],"(utility)":[207],"process":[212],"could":[213],"be":[214],"achieved.":[215]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2045401720","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":6},{"year":2012,"cited_by_count":6}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2016-06-24T00:00:00"}
