{"id":"https://openalex.org/W2902356319","doi":"https://doi.org/10.1007/s11192-018-2969-2","title":"The ability of different peer review procedures to flag problematic publications","display_name":"The ability of different peer review procedures to flag problematic publications","publication_year":2018,"publication_date":"2018-11-29","ids":{"openalex":"https://openalex.org/W2902356319","doi":"https://doi.org/10.1007/s11192-018-2969-2","mag":"2902356319","pmid":"https://pubmed.ncbi.nlm.nih.gov/30930504"},"language":"en","primary_location":{"id":"doi:10.1007/s11192-018-2969-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11192-018-2969-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11192-018-2969-2.pdf","source":{"id":"https://openalex.org/S148561398","display_name":"Scientometrics","issn_l":"0138-9130","issn":["0138-9130","1588-2861"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320108","host_organization_name":"Springer Nature (Netherlands)","host_organization_lineage":["https://openalex.org/P4310320108","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature (Netherlands)","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientometrics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11192-018-2969-2.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012787982","display_name":"Serge P. J. M. Horbach","orcid":"https://orcid.org/0000-0003-0406-6261"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]},{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"S. P. J. M. Horbach","raw_affiliation_strings":["1Institute for Science in Society, Faculty of Science, Radboud University, P.O. box 9010, 6500 GL Nijmegen, The Netherlands","2Centre for Science and Technology Studies (CWTS), Faculty of Social Sciences, Leiden University, Wassenaarseweg 62A, 2333 AL Leiden, The Netherlands","Institute for Science in Society, Faculty of Science, Radboud University, P.O. box 9010, 6500 GL, Nijmegen, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-0406-6261","affiliations":[{"raw_affiliation_string":"1Institute for Science in Society, Faculty of Science, Radboud University, P.O. box 9010, 6500 GL Nijmegen, The Netherlands","institution_ids":["https://openalex.org/I145872427"]},{"raw_affiliation_string":"2Centre for Science and Technology Studies (CWTS), Faculty of Social Sciences, Leiden University, Wassenaarseweg 62A, 2333 AL Leiden, The Netherlands","institution_ids":["https://openalex.org/I121797337"]},{"raw_affiliation_string":"Institute for Science in Society, Faculty of Science, Radboud University, P.O. box 9010, 6500 GL, Nijmegen, The Netherlands","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027782146","display_name":"Willem Halffman","orcid":"https://orcid.org/0000-0002-1800-5884"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"W. Halffman","raw_affiliation_strings":["1Institute for Science in Society, Faculty of Science, Radboud University, P.O. box 9010, 6500 GL Nijmegen, The Netherlands","Institute for Science in Society, Faculty of Science, Radboud University, P.O. box 9010, 6500 GL, Nijmegen, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-1800-5884","affiliations":[{"raw_affiliation_string":"1Institute for Science in Society, Faculty of Science, Radboud University, P.O. box 9010, 6500 GL Nijmegen, The Netherlands","institution_ids":["https://openalex.org/I145872427"]},{"raw_affiliation_string":"Institute for Science in Society, Faculty of Science, Radboud University, P.O. box 9010, 6500 GL, Nijmegen, The Netherlands","institution_ids":["https://openalex.org/I145872427"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5012787982"],"corresponding_institution_ids":["https://openalex.org/I121797337","https://openalex.org/I145872427"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":10.2249,"has_fulltext":true,"cited_by_count":73,"citation_normalized_percentile":{"value":0.98230168,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"118","issue":"1","first_page":"339","last_page":"373"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9742000102996826,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/peer-review","display_name":"Peer review","score":0.6219181418418884},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5422047972679138},{"id":"https://openalex.org/keywords/impact-factor","display_name":"Impact factor","score":0.49537408351898193},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.4789165258407593},{"id":"https://openalex.org/keywords/publishing","display_name":"Publishing","score":0.43250572681427},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3943934440612793},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3444382846355438},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.1581631600856781},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.10444054007530212}],"concepts":[{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.6219181418418884},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5422047972679138},{"id":"https://openalex.org/C2779455604","wikidata":"https://www.wikidata.org/wiki/Q5330","display_name":"Impact factor","level":2,"score":0.49537408351898193},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.4789165258407593},{"id":"https://openalex.org/C151719136","wikidata":"https://www.wikidata.org/wiki/Q3972943","display_name":"Publishing","level":2,"score":0.43250572681427},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3943934440612793},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3444382846355438},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.1581631600856781},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.10444054007530212},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.1007/s11192-018-2969-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11192-018-2969-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11192-018-2969-2.pdf","source":{"id":"https://openalex.org/S148561398","display_name":"Scientometrics","issn_l":"0138-9130","issn":["0138-9130","1588-2861"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320108","host_organization_name":"Springer Nature (Netherlands)","host_organization_lineage":["https://openalex.org/P4310320108","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature (Netherlands)","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientometrics","raw_type":"journal-article"},{"id":"pmid:30930504","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30930504","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientometrics","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:6404393","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/6404393","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientometrics","raw_type":"Text"},{"id":"pmh:oai:RePEc:spr:scient:v:118:y:2019:i:1:d:10.1007_s11192-018-2969-2","is_oa":false,"landing_page_url":"http://link.springer.com/10.1007/s11192-018-2969-2","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:europepmc.org:5415471","is_oa":true,"landing_page_url":"http://europepmc.org/pmc/articles/PMC6404393","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/200857","is_oa":false,"landing_page_url":"https://hdl.handle.net/2066/200857","pdf_url":null,"source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article / Letter to editor"},{"id":"pmh:ru:oai:repository.ubn.ru.nl:2066/200857","is_oa":true,"landing_page_url":"http://hdl.handle.net/2066/200857","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Scientometrics, 118, 339 - 373","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s11192-018-2969-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11192-018-2969-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11192-018-2969-2.pdf","source":{"id":"https://openalex.org/S148561398","display_name":"Scientometrics","issn_l":"0138-9130","issn":["0138-9130","1588-2861"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320108","host_organization_name":"Springer Nature (Netherlands)","host_organization_lineage":["https://openalex.org/P4310320108","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature (Netherlands)","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientometrics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.49000000953674316}],"awards":[{"id":"https://openalex.org/G3992096749","display_name":null,"funder_award_id":"445001001","funder_id":"https://openalex.org/F4320321007","funder_display_name":"ZonMw"}],"funders":[{"id":"https://openalex.org/F4320320929","display_name":"Universiteit Leiden","ror":"https://ror.org/027bh9e22"},{"id":"https://openalex.org/F4320321007","display_name":"ZonMw","ror":"https://ror.org/01yaj9a77"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2902356319.pdf","grobid_xml":"https://content.openalex.org/works/W2902356319.grobid-xml"},"referenced_works_count":80,"referenced_works":["https://openalex.org/W597326641","https://openalex.org/W1526095935","https://openalex.org/W1655306493","https://openalex.org/W1665897291","https://openalex.org/W1864634822","https://openalex.org/W1886120841","https://openalex.org/W1897139626","https://openalex.org/W1910875068","https://openalex.org/W1972587260","https://openalex.org/W1975629805","https://openalex.org/W1986182033","https://openalex.org/W1999506146","https://openalex.org/W2002030061","https://openalex.org/W2002414224","https://openalex.org/W2002873854","https://openalex.org/W2005950835","https://openalex.org/W2009265601","https://openalex.org/W2009385557","https://openalex.org/W2012528814","https://openalex.org/W2012950673","https://openalex.org/W2029807049","https://openalex.org/W2030552375","https://openalex.org/W2040203131","https://openalex.org/W2050257765","https://openalex.org/W2052899782","https://openalex.org/W2055504506","https://openalex.org/W2057873097","https://openalex.org/W2072600048","https://openalex.org/W2072747328","https://openalex.org/W2092233783","https://openalex.org/W2093973823","https://openalex.org/W2097110982","https://openalex.org/W2098827191","https://openalex.org/W2100267603","https://openalex.org/W2102073367","https://openalex.org/W2113085067","https://openalex.org/W2126566678","https://openalex.org/W2128186353","https://openalex.org/W2131225010","https://openalex.org/W2134860186","https://openalex.org/W2137233309","https://openalex.org/W2139641597","https://openalex.org/W2144981148","https://openalex.org/W2152243616","https://openalex.org/W2154287942","https://openalex.org/W2155439155","https://openalex.org/W2156388043","https://openalex.org/W2160883664","https://openalex.org/W2168452606","https://openalex.org/W2184381537","https://openalex.org/W2331384579","https://openalex.org/W2343245955","https://openalex.org/W2461645408","https://openalex.org/W2506533305","https://openalex.org/W2527516663","https://openalex.org/W2530875690","https://openalex.org/W2554716989","https://openalex.org/W2584547955","https://openalex.org/W2585288668","https://openalex.org/W2609499779","https://openalex.org/W2617867351","https://openalex.org/W2620666811","https://openalex.org/W2727917467","https://openalex.org/W2734898766","https://openalex.org/W2737988770","https://openalex.org/W2755257234","https://openalex.org/W2765504705","https://openalex.org/W2766037643","https://openalex.org/W2772961472","https://openalex.org/W2794233080","https://openalex.org/W2891934383","https://openalex.org/W3093005047","https://openalex.org/W3124129388","https://openalex.org/W3126005415","https://openalex.org/W4213042131","https://openalex.org/W4235332646","https://openalex.org/W4241559800","https://openalex.org/W4245802241","https://openalex.org/W4399648115","https://openalex.org/W6686125000"],"related_works":["https://openalex.org/W4295769391","https://openalex.org/W2972220648","https://openalex.org/W2884576111","https://openalex.org/W2294677930","https://openalex.org/W2208338993","https://openalex.org/W2981229806","https://openalex.org/W2076811409","https://openalex.org/W2801905285","https://openalex.org/W1783624423","https://openalex.org/W2177721280"],"abstract_inverted_index":{"There":[0],"is":[1,27,40],"a":[2,67,103,122],"mounting":[3],"worry":[4],"about":[5,184],"erroneous":[6],"and":[7,170,186],"outright":[8],"fraudulent":[9],"research":[10,160],"that":[11,154,199],"gets":[12],"published":[13],"in":[14,66],"the":[15,46,74,82,115,132],"scientific":[16],"literature.":[17],"Although":[18],"peer":[19,30,64,92,151,190],"review's":[20],"ability":[21,47],"to":[22,34,52,72,89,124,128,134,149,157,178,195,204],"filter":[23],"out":[24],"such":[25],"publications":[26],"contentious,":[28],"several":[29],"review":[31,50,65,79,93,140,152,191,197],"innovations":[32],"attempt":[33],"do":[35],"just":[36],"that.":[37],"However,":[38],"there":[39],"very":[41],"little":[42],"systematic":[43],"evidence":[44],"documenting":[45],"of":[48,70,77,105,108,118,188],"different":[49],"procedures":[51,94,153,198],"flag":[53],"problematic":[54,159],"publications.":[55],"In":[56],"this":[57],"article,":[58],"we":[59,137,146],"use":[60],"survey":[61],"data":[62],"on":[63],"wide":[68],"range":[69],"journals":[71],"compare":[73],"retraction":[75],"rates":[76],"specific":[78,189],"procedures,":[80,192],"using":[81],"Retraction":[83],"Watch":[84],"database.":[85],"We":[86],"were":[87,95,111,147,165],"able":[88,148,156],"identify":[90,125,150],"which":[91,109],"used":[96],"since":[97],"2000":[98],"for":[99,167,174,181],"361":[100],"journals,":[101],"publishing":[102],"total":[104],"833,172":[106],"articles,":[107],"670":[110],"retracted.":[112],"After":[113],"addressing":[114],"dual":[116],"character":[117],"retractions,":[119],"signalling":[120],"both":[121],"failure":[123],"problems":[126],"prior":[127],"publication,":[129],"but":[130],"also":[131],"willingness":[133],"correct":[135],"mistakes,":[136],"empirically":[138],"assess":[139],"procedures.":[141],"With":[142],"considerable":[143],"conceptual":[144],"caveats,":[145],"seem":[155],"detect":[158],"better":[161],"than":[162],"others.":[163],"Results":[164],"verified":[166],"disciplinary":[168],"differences":[169],"variation":[171],"between":[172],"reasons":[173],"retraction.":[175],"This":[176],"leads":[177],"informed":[179],"recommendations":[180],"journal":[182],"editors":[183],"strengths":[185],"weaknesses":[187],"allowing":[193],"them":[194],"select":[196],"address":[200],"issues":[201],"most":[202],"relevant":[203],"their":[205],"field.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":14},{"year":2019,"cited_by_count":1}],"updated_date":"2026-01-13T01:12:25.745995","created_date":"2025-10-10T00:00:00"}