{"id":"https://openalex.org/W3094596620","doi":"https://doi.org/10.1002/pra2.258","title":"Does opening up peer review benefit science in terms of citations?","display_name":"Does opening up peer review benefit science in terms of citations?","publication_year":2020,"publication_date":"2020-10-01","ids":{"openalex":"https://openalex.org/W3094596620","doi":"https://doi.org/10.1002/pra2.258","mag":"3094596620"},"language":"en","primary_location":{"id":"doi:10.1002/pra2.258","doi":"https://doi.org/10.1002/pra2.258","is_oa":false,"landing_page_url":"https://doi.org/10.1002/pra2.258","pdf_url":null,"source":{"id":"https://openalex.org/S4393918545","display_name":"Proceedings of the Association for Information Science and Technology","issn_l":"2373-9231","issn":["2373-9231"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1","poland-20","russia-white-list-3"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Association for Information Science and Technology","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022508575","display_name":"Jue Ni","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jue Ni","raw_affiliation_strings":["School of Information Management, Nanjing University, Nanjing, Jiangsu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Management, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023200983","display_name":"Zhenyue Zhao","orcid":"https://orcid.org/0000-0001-9452-6828","observed_orcids":["https://orcid.org/0000-0001-9452-6828"]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyue Zhao","raw_affiliation_strings":["School of Information Management, Nanjing University, Nanjing, Jiangsu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Management, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079816257","display_name":"Yupo Shao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yupo Shao","raw_affiliation_strings":["School of Information Management, Nanjing University, Nanjing, Jiangsu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Management, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100435110","display_name":"Shuo Liu","orcid":"https://orcid.org/0000-0002-6941-8582","observed_orcids":["https://orcid.org/0000-0002-6941-8582"]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuo Liu","raw_affiliation_strings":["School of Information Management, Nanjing University, Nanjing, Jiangsu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Management, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wanlin Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanlin Li","raw_affiliation_strings":["School of Information Management, Nanjing University, Nanjing, Jiangsu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Management, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063831391","display_name":"Jiang Li","orcid":"https://orcid.org/0000-0001-5769-8647","observed_orcids":["https://orcid.org/0000-0001-5769-8647"]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiang Li","raw_affiliation_strings":["School of Information Management, Nanjing University, Nanjing, Jiangsu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Management, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5022508575"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":0.1518,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.54418023,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":93},"biblio":{"volume":"57","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.6474999785423279,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.6474999785423279,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13516","display_name":"Publishing and Scholarly Communication","score":0.15870000422000885,"subfield":{"id":"https://openalex.org/subfields/1207","display_name":"History and Philosophy of Science"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.14790000021457672,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/open-peer-review","display_name":"open peer review","score":0.9990000128746033},{"id":"https://openalex.org/keywords/peer-review-reports","display_name":"peer review reports","score":0.8859999775886536},{"id":"https://openalex.org/keywords/citation-impact","display_name":"citation impact","score":0.8669999837875366},{"id":"https://openalex.org/keywords/nature-communication","display_name":"nature communication","score":0.6140000224113464},{"id":"https://openalex.org/keywords/lexical-diversity","display_name":"lexical diversity","score":0.9810000061988831},{"id":"https://openalex.org/keywords/scholarly-publishing","display_name":"scholarly publishing","score":0.6380000114440918}],"concepts":[{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.521706759929657},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.4878402054309845},{"id":"https://openalex.org/C3020774429","wikidata":"https://www.wikidata.org/wiki/Q1201886","display_name":"Web of science","level":3,"score":0.4860740005970001},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.4817821681499481},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4520416855812073},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3728218078613281},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.36305081844329834},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33278563618659973},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.1981835663318634},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.19698816537857056},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.18323922157287598},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14206373691558838},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.08025023341178894}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1002/pra2.258","doi":"https://doi.org/10.1002/pra2.258","is_oa":false,"landing_page_url":"https://doi.org/10.1002/pra2.258","pdf_url":null,"source":{"id":"https://openalex.org/S4393918545","display_name":"Proceedings of the Association for Information Science and Technology","issn_l":"2373-9231","issn":["2373-9231"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1","poland-20","russia-white-list-3"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Association for Information Science and Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W33677238","https://openalex.org/W1864634822","https://openalex.org/W1964698778","https://openalex.org/W2007231077","https://openalex.org/W2014782383","https://openalex.org/W2028083052","https://openalex.org/W2041552725","https://openalex.org/W2041694317","https://openalex.org/W2052899782","https://openalex.org/W2061987532","https://openalex.org/W2079772095","https://openalex.org/W2088380785","https://openalex.org/W2090655260","https://openalex.org/W2107927577","https://openalex.org/W2108699734","https://openalex.org/W2162381391","https://openalex.org/W2258532548","https://openalex.org/W2265169768","https://openalex.org/W2402873762","https://openalex.org/W2404238958","https://openalex.org/W2488172819","https://openalex.org/W2798600398","https://openalex.org/W2884097483","https://openalex.org/W2922604858","https://openalex.org/W2924606678","https://openalex.org/W2950985300","https://openalex.org/W2964211782","https://openalex.org/W2966090140","https://openalex.org/W2967837635","https://openalex.org/W4235332646","https://openalex.org/W4239255974"],"related_works":["https://openalex.org/W3210250179","https://openalex.org/W4387860302","https://openalex.org/W4362580267","https://openalex.org/W3045991641","https://openalex.org/W7154630806","https://openalex.org/W4390629251","https://openalex.org/W6969108661","https://openalex.org/W1195110416","https://openalex.org/W7213291575","https://openalex.org/W2945895655"],"abstract_inverted_index":{"Abstract":[0],"This":[1],"paper":[2],"studied":[3],"whether":[4,118],"opening":[5,99],"up":[6,100],"review":[7,68,102,129,150],"reports":[8,103],"benefits":[9,180],"science":[10],"in":[11,31,34,39,48,108,111,166],"terms":[12,112],"of":[13,51,81,113,127,149,162,181],"citations,":[14,135],"by":[15],"taking":[16],"Nature":[17,32,109,167],"Communications":[18,33,110],"as":[19],"an":[20,61],"example.":[21],"To":[22],"address":[23],"these":[24],"questions,":[25],"we":[26,59,142],"extracted":[27],"3,500":[28],"papers":[29,38,70,107,165],"published":[30],"2016":[35],"and":[36,41,71,93,151],"4,326":[37],"2017":[40],"retrieved":[42],"their":[43],"three\u2010year":[44],"citations":[45,161],"since":[46],"publication":[47],"the":[49,56,82,91,119,121,124,128,133,152,160,163,179],"Web":[50],"Science":[52],"database.":[53],"By":[54],"applying":[55],"Matching":[57],"method,":[58],"constructed":[60],"observation":[62],"group":[63,74],"including":[64,75],"1,726":[65,76],"open":[66],"peer":[67,101],"(OPR)":[69],"a":[72,140],"control":[73],"non\u2010OPR":[77,94],"counterparts.":[78],"The":[79],"results":[80],"paired":[83],"sample":[84],"t\u2010test":[85],"showed":[86],"no":[87],"significant":[88],"difference":[89],"between":[90],"OPR":[92,164,173],"papers.":[95],"We":[96,115],"conclude":[97],"that":[98,144],"did":[104,156],"not":[105,157],"benefit":[106],"citations.":[114],"further":[116],"examined":[117],"length,":[120],"rounds":[122,148],"or":[123],"lexical":[125],"diversity":[126],"report":[130],"contributed":[131],"to":[132,159,177],"paper's":[134],"through":[136],"regression":[137],"analysis.":[138],"As":[139],"result,":[141],"found":[143],"longer":[145],"comments,":[146],"more":[147,153,172],"diversified":[154],"words":[155],"contribute":[158],"Communications.":[168],"Further":[169],"research":[170],"covering":[171],"journals":[174],"is":[175],"required":[176],"justify":[178],"OPR.":[182]},"counts_by_year":[{"year":2021,"cited_by_count":1}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2020-10-29T00:00:00"}