{"id":"https://openalex.org/W2995185148","doi":"https://doi.org/10.1007/s11192-020-03348-1","title":"Arbitrariness in the peer review process","display_name":"Arbitrariness in the peer review process","publication_year":2020,"publication_date":"2020-02-03","ids":{"openalex":"https://openalex.org/W2995185148","doi":"https://doi.org/10.1007/s11192-020-03348-1","mag":"2995185148"},"language":"en","primary_location":{"id":"doi:10.1007/s11192-020-03348-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11192-020-03348-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11192-020-03348-1.pdf","source":{"id":"https://openalex.org/S148561398","display_name":"Scientometrics","issn_l":"0138-9130","issn":["0138-9130","1588-2861"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320108","host_organization_name":"Springer Nature (Netherlands)","host_organization_lineage":["https://openalex.org/P4310320108","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature (Netherlands)","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientometrics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11192-020-03348-1.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062447197","display_name":"Elise S. Brezis","orcid":"https://orcid.org/0000-0002-7954-8110"},"institutions":[{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Elise S. Brezis","raw_affiliation_strings":["Department of Economics, Bar-Ilan University, Ramat Gan, Israel"],"raw_orcid":"https://orcid.org/0000-0002-7954-8110","affiliations":[{"raw_affiliation_string":"Department of Economics, Bar-Ilan University, Ramat Gan, Israel","institution_ids":["https://openalex.org/I13955877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046886059","display_name":"Aliaksandr Birukou","orcid":"https://orcid.org/0000-0002-4925-9131"},"institutions":[{"id":"https://openalex.org/I126527374","display_name":"Peoples' Friendship University of Russia","ror":"https://ror.org/02dn9h927","country_code":"RU","type":"education","lineage":["https://openalex.org/I126527374"]},{"id":"https://openalex.org/I1313014049","display_name":"Springer Nature (Germany)","ror":"https://ror.org/0117jxy09","country_code":"DE","type":"company","lineage":["https://openalex.org/I1313014049"]}],"countries":["DE","RU"],"is_corresponding":false,"raw_author_name":"Aliaksandr Birukou","raw_affiliation_strings":["Peoples\u2019 Friendship University of Russia (RUDN University), Moscow, Russia","Springer-Verlag GmbH, Heidelberg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-4925-9131","affiliations":[{"raw_affiliation_string":"Peoples\u2019 Friendship University of Russia (RUDN University), Moscow, Russia","institution_ids":["https://openalex.org/I126527374"]},{"raw_affiliation_string":"Springer-Verlag GmbH, Heidelberg, Germany","institution_ids":["https://openalex.org/I1313014049"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5062447197"],"corresponding_institution_ids":["https://openalex.org/I13955877"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":8.5207,"has_fulltext":true,"cited_by_count":79,"citation_normalized_percentile":{"value":0.97299271,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"123","issue":"1","first_page":"393","last_page":"411"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12225","display_name":"Political Influence and Corporate Strategies","score":0.9682999849319458,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12225","display_name":"Political Influence and Corporate Strategies","score":0.9682999849319458,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9093999862670898,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/arbitrariness","display_name":"Arbitrariness","score":0.9865459203720093},{"id":"https://openalex.org/keywords/homophily","display_name":"Homophily","score":0.7974004745483398},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7198521494865417},{"id":"https://openalex.org/keywords/peer-review","display_name":"Peer review","score":0.6783398389816284},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.678314208984375},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5540148019790649},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5498426556587219},{"id":"https://openalex.org/keywords/technical-peer-review","display_name":"Technical peer review","score":0.4278005361557007},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.39883968234062195},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3525330424308777},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.3467479944229126},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3288825750350952},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.3006870150566101},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.1722467541694641},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.07143518328666687},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.06775391101837158}],"concepts":[{"id":"https://openalex.org/C2777451423","wikidata":"https://www.wikidata.org/wiki/Q629962","display_name":"Arbitrariness","level":2,"score":0.9865459203720093},{"id":"https://openalex.org/C2779812341","wikidata":"https://www.wikidata.org/wiki/Q5891525","display_name":"Homophily","level":2,"score":0.7974004745483398},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7198521494865417},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.6783398389816284},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.678314208984375},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5540148019790649},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5498426556587219},{"id":"https://openalex.org/C110754006","wikidata":"https://www.wikidata.org/wiki/Q7692349","display_name":"Technical peer review","level":3,"score":0.4278005361557007},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.39883968234062195},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3525330424308777},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3467479944229126},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3288825750350952},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.3006870150566101},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.1722467541694641},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.07143518328666687},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.06775391101837158},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s11192-020-03348-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11192-020-03348-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11192-020-03348-1.pdf","source":{"id":"https://openalex.org/S148561398","display_name":"Scientometrics","issn_l":"0138-9130","issn":["0138-9130","1588-2861"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320108","host_organization_name":"Springer Nature (Netherlands)","host_organization_lineage":["https://openalex.org/P4310320108","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature (Netherlands)","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientometrics","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:spr:scient:v:123:y:2020:i:1:d:10.1007_s11192-020-03348-1","is_oa":false,"landing_page_url":"http://link.springer.com/10.1007/s11192-020-03348-1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s11192-020-03348-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11192-020-03348-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11192-020-03348-1.pdf","source":{"id":"https://openalex.org/S148561398","display_name":"Scientometrics","issn_l":"0138-9130","issn":["0138-9130","1588-2861"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320108","host_organization_name":"Springer Nature (Netherlands)","host_organization_lineage":["https://openalex.org/P4310320108","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature (Netherlands)","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientometrics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4699999988079071,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G6898653562","display_name":null,"funder_award_id":"5-100","funder_id":"https://openalex.org/F4320329913","funder_display_name":"RUDN University"}],"funders":[{"id":"https://openalex.org/F4320320366","display_name":"European Cooperation in Science and Technology","ror":"https://ror.org/01bstzn19"},{"id":"https://openalex.org/F4320329913","display_name":"RUDN University","ror":"https://ror.org/02dn9h927"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2995185148.pdf","grobid_xml":"https://content.openalex.org/works/W2995185148.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W178970892","https://openalex.org/W1031354606","https://openalex.org/W1512479605","https://openalex.org/W1521143800","https://openalex.org/W2032020071","https://openalex.org/W2032864034","https://openalex.org/W2039881842","https://openalex.org/W2068754596","https://openalex.org/W2072022739","https://openalex.org/W2130354913","https://openalex.org/W2130939375","https://openalex.org/W2476338581","https://openalex.org/W2549876946","https://openalex.org/W2604669265","https://openalex.org/W2752524112","https://openalex.org/W2754461217","https://openalex.org/W2792200862","https://openalex.org/W2808695277","https://openalex.org/W2901571051","https://openalex.org/W2911070541","https://openalex.org/W2913773162","https://openalex.org/W2962965258","https://openalex.org/W2965309395","https://openalex.org/W3122634626","https://openalex.org/W3136454799","https://openalex.org/W6743839099"],"related_works":["https://openalex.org/W4303980696","https://openalex.org/W4230983122","https://openalex.org/W1971648300","https://openalex.org/W2603021916","https://openalex.org/W2139748376","https://openalex.org/W2022268986","https://openalex.org/W4317666096","https://openalex.org/W2075387374","https://openalex.org/W2065931168","https://openalex.org/W2995185148"],"abstract_inverted_index":{"Abstract":[0],"The":[1,33,52],"purpose":[2],"of":[3,13,49,74,80,98],"this":[4],"paper":[5,21,102],"is":[6,35,55],"to":[7,91],"analyze":[8],"the":[9,16,28,61,71,78,96,99,113],"causes":[10],"and":[11,41,47,86,118],"effects":[12],"arbitrariness":[14,29],"in":[15,30,44,60,112,119],"peer":[17,31,66,81,115],"review":[18,82,116],"process.":[19],"This":[20,101],"focuses":[22],"on":[23,95],"two":[24],"main":[25],"reasons":[26],"for":[27,65],"review.":[32,67],"first":[34],"that":[36,56,77,87,105],"referees":[37],"are":[38,58,83,108,121],"not":[39,84,109],"homogenous":[40],"display":[42],"homophily":[43],"their":[45],"taste":[46],"perception":[48],"innovative":[50,106],"ideas.":[51],"second":[53],"element":[54],"reviewers":[57,89],"different":[59],"time":[62],"they":[63],"allocate":[64],"Our":[68],"model":[69],"replicates":[70],"NIPS":[72],"experiment":[73],"2014,":[75],"showing":[76],"ratings":[79],"robust,":[85],"altering":[88],"leads":[90],"a":[92],"dramatic":[93],"impact":[94],"ranking":[97],"papers.":[100],"also":[103],"shows":[104],"works":[107],"highly":[110],"ranked":[111],"existing":[114],"process,":[117],"consequence":[120],"often":[122],"rejected.":[123]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":3}],"updated_date":"2026-04-26T08:31:28.666265","created_date":"2025-10-10T00:00:00"}