{"id":"https://openalex.org/W4410445368","doi":"https://doi.org/10.1007/s10115-025-02435-0","title":"Defining quality in peer review reports: a scoping review","display_name":"Defining quality in peer review reports: a scoping review","publication_year":2025,"publication_date":"2025-05-16","ids":{"openalex":"https://openalex.org/W4410445368","doi":"https://doi.org/10.1007/s10115-025-02435-0"},"language":"en","primary_location":{"id":"doi:10.1007/s10115-025-02435-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10115-025-02435-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10115-025-02435-0.pdf","source":{"id":"https://openalex.org/S81770430","display_name":"Knowledge and Information Systems","issn_l":"0219-1377","issn":["0219-1377","0219-3116"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Knowledge and Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10115-025-02435-0.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013433395","display_name":"Amanda Sizo","orcid":"https://orcid.org/0000-0002-9516-7991"},"institutions":[{"id":"https://openalex.org/I182534213","display_name":"Universidade do Porto","ror":"https://ror.org/043pwc612","country_code":"PT","type":"education","lineage":["https://openalex.org/I182534213"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Amanda Sizo","raw_affiliation_strings":["LIACC - Artificial Intelligence and Computer Science Laboratory, Faculty of Engineering, University of Porto, Porto, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-9516-7991","affiliations":[{"raw_affiliation_string":"LIACC - Artificial Intelligence and Computer Science Laboratory, Faculty of Engineering, University of Porto, Porto, Portugal","institution_ids":["https://openalex.org/I182534213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017910677","display_name":"Adriano Del Pino Lino","orcid":"https://orcid.org/0000-0003-1403-2209"},"institutions":[{"id":"https://openalex.org/I1314665148","display_name":"Universidade Federal do Oeste do Par\u00e1","ror":"https://ror.org/04603xj85","country_code":"BR","type":"education","lineage":["https://openalex.org/I1314665148"]},{"id":"https://openalex.org/I182534213","display_name":"Universidade do Porto","ror":"https://ror.org/043pwc612","country_code":"PT","type":"education","lineage":["https://openalex.org/I182534213"]}],"countries":["BR","PT"],"is_corresponding":true,"raw_author_name":"Adriano Lino","raw_affiliation_strings":["Institute of Engineering and Geosciences, Federal University of Western Par\u00e1, Santar\u00e9m, Brazil","LIACC - Artificial Intelligence and Computer Science Laboratory, Faculty of Engineering, University of Porto, Porto, Portugal"],"raw_orcid":"https://orcid.org/0000-0003-1403-2209","affiliations":[{"raw_affiliation_string":"Institute of Engineering and Geosciences, Federal University of Western Par\u00e1, Santar\u00e9m, Brazil","institution_ids":["https://openalex.org/I1314665148"]},{"raw_affiliation_string":"LIACC - Artificial Intelligence and Computer Science Laboratory, Faculty of Engineering, University of Porto, Porto, Portugal","institution_ids":["https://openalex.org/I182534213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088469315","display_name":"\u00c3\u0081lvaro Rocha","orcid":"https://orcid.org/0000-0002-0750-8187"},"institutions":[{"id":"https://openalex.org/I141596103","display_name":"University of Lisbon","ror":"https://ror.org/01c27hj86","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"\u00c1lvaro Rocha","raw_affiliation_strings":["ISEG - Lisbon School of Economics and Management, University of Lisbon, Lisboa, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-0750-8187","affiliations":[{"raw_affiliation_string":"ISEG - Lisbon School of Economics and Management, University of Lisbon, Lisboa, Portugal","institution_ids":["https://openalex.org/I141596103"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089812166","display_name":"Lu\u00eds Paulo Reis","orcid":"https://orcid.org/0000-0002-4709-1718"},"institutions":[{"id":"https://openalex.org/I182534213","display_name":"Universidade do Porto","ror":"https://ror.org/043pwc612","country_code":"PT","type":"education","lineage":["https://openalex.org/I182534213"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Lu\u00eds Paulo Reis","raw_affiliation_strings":["LIACC - Artificial Intelligence and Computer Science Laboratory, Faculty of Engineering, University of Porto, Porto, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-4709-1718","affiliations":[{"raw_affiliation_string":"LIACC - Artificial Intelligence and Computer Science Laboratory, Faculty of Engineering, University of Porto, Porto, Portugal","institution_ids":["https://openalex.org/I182534213"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5013433395","https://openalex.org/A5017910677","https://openalex.org/A5088469315","https://openalex.org/A5089812166"],"corresponding_institution_ids":["https://openalex.org/I1314665148","https://openalex.org/I141596103","https://openalex.org/I182534213"],"apc_list":{"value":2890,"currency":"USD","value_usd":2890},"apc_paid":{"value":2890,"currency":"USD","value_usd":2890},"fwci":10.229,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.98661417,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"67","issue":"8","first_page":"6413","last_page":"6460"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.978600025177002,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12443","display_name":"Delphi Technique in Research","score":0.968500018119812,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.595816433429718},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5268027782440186},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4520924985408783},{"id":"https://openalex.org/keywords/peer-review","display_name":"Peer review","score":0.4486607611179352},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3754618167877197},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3593204617500305},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.17844152450561523},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.13656046986579895},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.09346714615821838}],"concepts":[{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.595816433429718},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5268027782440186},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4520924985408783},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.4486607611179352},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3754618167877197},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3593204617500305},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.17844152450561523},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.13656046986579895},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.09346714615821838},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10115-025-02435-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10115-025-02435-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10115-025-02435-0.pdf","source":{"id":"https://openalex.org/S81770430","display_name":"Knowledge and Information Systems","issn_l":"0219-1377","issn":["0219-1377","0219-3116"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Knowledge and Information Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10115-025-02435-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10115-025-02435-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10115-025-02435-0.pdf","source":{"id":"https://openalex.org/S81770430","display_name":"Knowledge and Information Systems","issn_l":"0219-1377","issn":["0219-1377","0219-3116"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Knowledge and Information Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3461368888","display_name":null,"funder_award_id":"PD/BD/ 2022.13474.BD","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"}],"funders":[{"id":"https://openalex.org/F4320323642","display_name":"Minist\u00e9rio da Ci\u00eancia, Tecnologia e Ensino Superior","ror":"https://ror.org/045b9pr88"},{"id":"https://openalex.org/F4320324086","display_name":"Universidade do Porto","ror":"https://ror.org/043pwc612"},{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410445368.pdf","grobid_xml":"https://content.openalex.org/works/W4410445368.grobid-xml"},"referenced_works_count":151,"referenced_works":["https://openalex.org/W1585148409","https://openalex.org/W1585322119","https://openalex.org/W1964623437","https://openalex.org/W1972788229","https://openalex.org/W1976219213","https://openalex.org/W1981717548","https://openalex.org/W1982531395","https://openalex.org/W1987817844","https://openalex.org/W1993480543","https://openalex.org/W1994203026","https://openalex.org/W2006492272","https://openalex.org/W2007534170","https://openalex.org/W2013835046","https://openalex.org/W2021382527","https://openalex.org/W2022302027","https://openalex.org/W2026459872","https://openalex.org/W2029832498","https://openalex.org/W2034969257","https://openalex.org/W2035249931","https://openalex.org/W2037271153","https://openalex.org/W2050907054","https://openalex.org/W2051679649","https://openalex.org/W2053781639","https://openalex.org/W2054100472","https://openalex.org/W2057718033","https://openalex.org/W2063392282","https://openalex.org/W2063471578","https://openalex.org/W2063994879","https://openalex.org/W2064556734","https://openalex.org/W2067359942","https://openalex.org/W2067372056","https://openalex.org/W2067557296","https://openalex.org/W2067984782","https://openalex.org/W2075371609","https://openalex.org/W2075504740","https://openalex.org/W2075950485","https://openalex.org/W2076436938","https://openalex.org/W2076488986","https://openalex.org/W2077263671","https://openalex.org/W2078678099","https://openalex.org/W2094839528","https://openalex.org/W2095173132","https://openalex.org/W2101422187","https://openalex.org/W2101555117","https://openalex.org/W2102694109","https://openalex.org/W2106843242","https://openalex.org/W2108694704","https://openalex.org/W2109869459","https://openalex.org/W2117079748","https://openalex.org/W2118594373","https://openalex.org/W2118856847","https://openalex.org/W2122298940","https://openalex.org/W2139629228","https://openalex.org/W2145881968","https://openalex.org/W2147262328","https://openalex.org/W2147745663","https://openalex.org/W2157502818","https://openalex.org/W2159440043","https://openalex.org/W2159860617","https://openalex.org/W2167661546","https://openalex.org/W2170252815","https://openalex.org/W2180249016","https://openalex.org/W2185954951","https://openalex.org/W2257355772","https://openalex.org/W2289520911","https://openalex.org/W2291120373","https://openalex.org/W2319676922","https://openalex.org/W2426693543","https://openalex.org/W2509366247","https://openalex.org/W2519121033","https://openalex.org/W2520733009","https://openalex.org/W2528440739","https://openalex.org/W2531708643","https://openalex.org/W2555617487","https://openalex.org/W2558613094","https://openalex.org/W2576656019","https://openalex.org/W2599845854","https://openalex.org/W2619890439","https://openalex.org/W2620022040","https://openalex.org/W2766642366","https://openalex.org/W2767409881","https://openalex.org/W2770025562","https://openalex.org/W2773284502","https://openalex.org/W2775578725","https://openalex.org/W2783010571","https://openalex.org/W2784279048","https://openalex.org/W2788415229","https://openalex.org/W2790991581","https://openalex.org/W2791015550","https://openalex.org/W2802784191","https://openalex.org/W2809648044","https://openalex.org/W2811218237","https://openalex.org/W2884993031","https://openalex.org/W2891378911","https://openalex.org/W2901423912","https://openalex.org/W2907584423","https://openalex.org/W2921214664","https://openalex.org/W2938357171","https://openalex.org/W2938409283","https://openalex.org/W2944133087","https://openalex.org/W2946859245","https://openalex.org/W2947152309","https://openalex.org/W2949583693","https://openalex.org/W2964211782","https://openalex.org/W2969215070","https://openalex.org/W2989988376","https://openalex.org/W2997683572","https://openalex.org/W3021454583","https://openalex.org/W3032959880","https://openalex.org/W3034570873","https://openalex.org/W3039456232","https://openalex.org/W3043243536","https://openalex.org/W3045465353","https://openalex.org/W3081423644","https://openalex.org/W3098050497","https://openalex.org/W3111278950","https://openalex.org/W3123670383","https://openalex.org/W3124529675","https://openalex.org/W3125753925","https://openalex.org/W3125841294","https://openalex.org/W3128455716","https://openalex.org/W3155327608","https://openalex.org/W3162179405","https://openalex.org/W3163462500","https://openalex.org/W3201600353","https://openalex.org/W4210467014","https://openalex.org/W4220968106","https://openalex.org/W4224027813","https://openalex.org/W4241559800","https://openalex.org/W4281392565","https://openalex.org/W4294084767","https://openalex.org/W4303980696","https://openalex.org/W4306407305","https://openalex.org/W4311252326","https://openalex.org/W4313704744","https://openalex.org/W4315797879","https://openalex.org/W4320921513","https://openalex.org/W4376866708","https://openalex.org/W4383554209","https://openalex.org/W4385565334","https://openalex.org/W4390084307","https://openalex.org/W4390233599","https://openalex.org/W4390491508","https://openalex.org/W4390501564","https://openalex.org/W4393970617","https://openalex.org/W4398138561","https://openalex.org/W4400620911","https://openalex.org/W4400734098","https://openalex.org/W4404333646","https://openalex.org/W4406071673","https://openalex.org/W6608548112"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2412927958","https://openalex.org/W3042686891","https://openalex.org/W2786635993","https://openalex.org/W2917793984","https://openalex.org/W2153876298","https://openalex.org/W2948086185","https://openalex.org/W1749146391","https://openalex.org/W4303980696","https://openalex.org/W2339174950"],"abstract_inverted_index":{"Abstract":[0],"This":[1,193],"study":[2,194],"examines":[3],"the":[4,44,48,55,64,163,224,234,248],"challenge":[5],"of":[6,17,24,33,47,58,85,143],"defining":[7],"quality":[8,74,177],"in":[9,180],"peer-review":[10,49,75,171,235],"reports,":[11],"a":[12,31,198,205,240],"crucial":[13],"yet":[14],"underexplored":[15],"aspect":[16],"academic":[18,215],"publishing.":[19],"Reviewers":[20],"are":[21],"vital":[22],"gatekeepers":[23],"scientific":[25,103,118,148,157,202],"knowledge,":[26],"but":[27],"unclear":[28],"skills":[29],"and":[30,40,90,134,159,173,190,219,232],"lack":[32],"standardized":[34,199],"guidelines":[35,101,226],"have":[36],"led":[37],"to":[38,62,93,100,116,128,196,222,227,246],"inconsistent":[39],"subjective":[41],"practices,":[42],"weakening":[43],"overall":[45,160],"efficacy":[46],"process.":[50,236],"To":[51],"address":[52],"this":[53,59],"issue,":[54],"primary":[56,110],"objective":[57],"paper":[60],"is":[61],"answer":[63],"research":[65,152],"question:":[66],"How":[67],"has":[68],"literature":[69],"addressed":[70],"guidance":[71],"for":[72,95,102,146,169,201,242],"producing":[73],"reports?":[76],"A":[77],"scoping":[78],"review":[79,107,117,144,164,181],"was":[80],"conducted,":[81],"utilizing":[82],"Scopus,":[83],"Web":[84],"Science,":[86],"SpringerLink,":[87],"ScienceDirect,":[88],"PubMed,":[89],"SAGE":[91],"databases":[92],"search":[94],"records":[96],"using":[97],"keywords":[98],"related":[99],"peer":[104],"reviewing.":[105,249],"The":[106,137,212],"identified":[108],"111":[109],"studies":[111],"offering":[112],"recommendations":[113,168],"on":[114,126,208],"how":[115],"articles.":[119],"Extracted":[120],"data":[121],"were":[122],"analysed":[123],"thematically,":[124],"focusing":[125],"approaches":[127],"reviewing":[129],"articles,":[130],"manuscript":[131],"evaluation":[132],"criteria,":[133],"report-writing":[135],"guidelines.":[136],"findings":[138,213],"revealed":[139],"six":[140],"key":[141],"categories":[142],"criteria":[145],"evaluating":[147],"manuscripts:":[149],"structural":[150],"components,":[151],"approach,":[153],"style,":[154],"ethical":[155],"conduct,":[156],"value,":[158],"suitability.":[161],"Additionally,":[162],"provides":[165],"70":[166],"actionable":[167],"writing":[170],"reports":[172],"highlights":[174],"eight":[175],"essential":[176],"features":[178],"expected":[179],"texts:":[182],"constructive,":[183],"specific,":[184],"fair,":[185],"thorough,":[186],"courteous,":[187],"consistent,":[188],"objective,":[189],"readable":[191],"feedback.":[192],"contributes":[195],"developing":[197,243],"guide":[200],"reviewing,":[203],"with":[204],"particular":[206],"emphasis":[207],"supporting":[209],"early-career":[210],"reviewers.":[211],"encourage":[214],"publishers,":[216],"journal":[217],"editors,":[218],"professional":[220],"organizations":[221],"adopt":[223],"proposed":[225],"enhance":[228],"consistency,":[229],"reduce":[230],"bias,":[231],"improve":[233],"They":[237],"also":[238],"provide":[239],"foundation":[241],"new":[244],"tools":[245],"support":[247]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}