{"id":"https://openalex.org/W7157670045","doi":"https://doi.org/10.1145/3774905.3793128","title":"<scp>PeeriScope:</scp> A Multi-Faceted Framework for Evaluating Peer Review Quality","display_name":"<scp>PeeriScope:</scp> A Multi-Faceted Framework for Evaluating Peer Review Quality","publication_year":2026,"publication_date":"2026-05-28","ids":{"openalex":"https://openalex.org/W7157670045","doi":"https://doi.org/10.1145/3774905.3793128"},"language":null,"primary_location":{"id":"doi:10.1145/3774905.3793128","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774905.3793128","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3774905.3793128","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134862359","display_name":"Sajad Ebrahimi","orcid":null},"institutions":[{"id":"https://openalex.org/I149530613","display_name":"Lynn University","ror":"https://ror.org/04nqv0v23","country_code":"US","type":"education","lineage":["https://openalex.org/I149530613"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sajad Ebrahimi","raw_affiliation_strings":["Reviewer.ly, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0009-0003-1630-3938","affiliations":[{"raw_affiliation_string":"Reviewer.ly, Toronto, ON, Canada","institution_ids":["https://openalex.org/I149530613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120301776","display_name":"Soroush Sadeghian","orcid":"https://orcid.org/0009-0005-2172-7617"},"institutions":[{"id":"https://openalex.org/I149530613","display_name":"Lynn University","ror":"https://ror.org/04nqv0v23","country_code":"US","type":"education","lineage":["https://openalex.org/I149530613"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Soroush Sadeghian","raw_affiliation_strings":["Reviewer.ly, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0009-0005-2172-7617","affiliations":[{"raw_affiliation_string":"Reviewer.ly, Toronto, ON, Canada","institution_ids":["https://openalex.org/I149530613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095743851","display_name":"Ali Ghorbanpour","orcid":"https://orcid.org/0009-0006-7383-8105"},"institutions":[{"id":"https://openalex.org/I149530613","display_name":"Lynn University","ror":"https://ror.org/04nqv0v23","country_code":"US","type":"education","lineage":["https://openalex.org/I149530613"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali Ghorbanpour","raw_affiliation_strings":["Reviewer.ly, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0009-0006-7383-8105","affiliations":[{"raw_affiliation_string":"Reviewer.ly, Toronto, ON, Canada","institution_ids":["https://openalex.org/I149530613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049487742","display_name":"Negar Arabzadeh","orcid":"https://orcid.org/0000-0002-4411-7089"},"institutions":[{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Negar Arabzadeh","raw_affiliation_strings":["UC Berkeley, Berkeley, CA, USA and Reviewer.ly, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-4411-7089","affiliations":[{"raw_affiliation_string":"UC Berkeley, Berkeley, CA, USA and Reviewer.ly, Toronto, ON, Canada","institution_ids":["https://openalex.org/I134446601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030080324","display_name":"Sara Salamat","orcid":"https://orcid.org/0009-0007-3676-6023"},"institutions":[{"id":"https://openalex.org/I149530613","display_name":"Lynn University","ror":"https://ror.org/04nqv0v23","country_code":"US","type":"education","lineage":["https://openalex.org/I149530613"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sara Salamat","raw_affiliation_strings":["Reviewer.ly, Toronto, ON, Iran"],"raw_orcid":"https://orcid.org/0009-0007-3676-6023","affiliations":[{"raw_affiliation_string":"Reviewer.ly, Toronto, ON, Iran","institution_ids":["https://openalex.org/I149530613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134850167","display_name":"Seyed Mohammad Hosseini","orcid":null},"institutions":[{"id":"https://openalex.org/I149530613","display_name":"Lynn University","ror":"https://ror.org/04nqv0v23","country_code":"US","type":"education","lineage":["https://openalex.org/I149530613"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seyed Mohammad Hosseini","raw_affiliation_strings":["Reviewer.ly, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0009-0000-8197-6109","affiliations":[{"raw_affiliation_string":"Reviewer.ly, Toronto, ON, Canada","institution_ids":["https://openalex.org/I149530613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126097062","display_name":"Hai Son Le","orcid":null},"institutions":[{"id":"https://openalex.org/I149530613","display_name":"Lynn University","ror":"https://ror.org/04nqv0v23","country_code":"US","type":"education","lineage":["https://openalex.org/I149530613"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hai Son Le","raw_affiliation_strings":["Reviewer.ly, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0009-0003-2240-0451","affiliations":[{"raw_affiliation_string":"Reviewer.ly, Toronto, ON, Canada","institution_ids":["https://openalex.org/I149530613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017065032","display_name":"Mahdi Bashari","orcid":"https://orcid.org/0000-0002-9211-5475"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mahdi Bashari","raw_affiliation_strings":["Reviwer.ly, Toronto, Ontario, Canada"],"raw_orcid":"https://orcid.org/0000-0002-9211-5475","affiliations":[{"raw_affiliation_string":"Reviwer.ly, Toronto, Ontario, Canada","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064660738","display_name":"Ebrahim Bagheri","orcid":"https://orcid.org/0000-0002-5148-6237"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ebrahim Bagheri","raw_affiliation_strings":["Reviewer.ly, Toronto, ON, Canada and University of Toronto, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-5148-6237","affiliations":[{"raw_affiliation_string":"Reviewer.ly, Toronto, ON, Canada and University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.666575,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"168","last_page":"171"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.30250000953674316,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.30250000953674316,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.30160000920295715,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.10019999742507935,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6157000064849854},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5914000272750854},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.5577999949455261},{"id":"https://openalex.org/keywords/openness-to-experience","display_name":"Openness to experience","score":0.5378000140190125},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5141000151634216},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.41280001401901245}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6951000094413757},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6157000064849854},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5914000272750854},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.5577999949455261},{"id":"https://openalex.org/C84976871","wikidata":"https://www.wikidata.org/wiki/Q2015673","display_name":"Openness to experience","level":2,"score":0.5378000140190125},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5141000151634216},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42669999599456787},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.41280001401901245},{"id":"https://openalex.org/C534932454","wikidata":"https://www.wikidata.org/wiki/Q161410","display_name":"Peer-to-peer","level":2,"score":0.37950000166893005},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3781999945640564},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.32260000705718994},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.31459999084472656},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.30809998512268066},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3034999966621399},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.2948000133037567},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2689000070095062},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.2623000144958496},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C110754006","wikidata":"https://www.wikidata.org/wiki/Q7692349","display_name":"Technical peer review","level":3,"score":0.2533999979496002}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3774905.3793128","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774905.3793128","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2604.24071","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2604.24071","pdf_url":"https://arxiv.org/pdf/2604.24071","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3774905.3793128","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774905.3793128","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,73],"increasing":[1],"scale":[2],"and":[3,19,41,55,63,70,83,86,109],"variability":[4],"of":[5,92],"peer":[6,46,98],"review":[7,24,47],"in":[8],"scholarly":[9],"venues":[10],"has":[11],"created":[12],"an":[13],"urgent":[14],"need":[15],"for":[16,53,78],"systematic,":[17],"interpretable,":[18],"extensible":[20],"tools":[21],"to":[22,44],"assess":[23],"quality.":[25],"We":[26],"present":[27],"PeeriScope,":[28],"a":[29,60,64,105],"modular":[30],"platform":[31],"that":[32],"integrates":[33],"structured":[34],"features,":[35],"rubric-guided":[36],"large":[37],"language":[38],"model":[39],"assessments,":[40],"supervised":[42],"prediction":[43],"evaluate":[45],"quality":[48,93],"along":[49],"multiple":[50],"dimensions.":[51],"Designed":[52],"openness":[54],"integration,":[56],"PeeriScope":[57,100],"provides":[58],"both":[59,103],"public":[61],"interface":[62],"documented":[65],"API,":[66],"supporting":[67],"practical":[68],"deployment":[69],"research":[71],"extensibility.":[72],"demonstration":[74],"illustrates":[75],"its":[76],"use":[77],"reviewer":[79],"self-assessment,":[80],"editorial":[81],"triage,":[82],"large-scale":[84],"auditing,":[85],"it":[87],"enables":[88],"the":[89],"continued":[90],"development":[91],"evaluation":[94],"methods":[95],"within":[96],"scientific":[97],"review.":[99],"is":[101],"available":[102],"as":[104],"live":[106],"demo":[107],"(https://app.reviewer.ly/app/peeriscope)":[108],"via":[110],"API":[111],"services":[112],"(https://github.com/Reviewerly-Inc/Peeriscope).":[113]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-04-30T00:00:00"}