{"id":"https://openalex.org/W7129100392","doi":"https://doi.org/10.1145/3773966.3784970","title":"Can LLMs Uphold Research Integrity? Evaluating the Role of LLMs in Peer Review Quality","display_name":"Can LLMs Uphold Research Integrity? Evaluating the Role of LLMs in Peer Review Quality","publication_year":2026,"publication_date":"2026-02-16","ids":{"openalex":"https://openalex.org/W7129100392","doi":"https://doi.org/10.1145/3773966.3784970"},"language":null,"primary_location":{"id":"doi:10.1145/3773966.3784970","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3773966.3784970","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Nineteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3773966.3784970","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049487742","display_name":"Negar Arabzadeh","orcid":"https://orcid.org/0000-0002-4411-7089"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Negar Arabzadeh","raw_affiliation_strings":["Computer Science, University of California, Berkeley, Waterloo, CA, USA and Reviewer.ly, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-4411-7089","affiliations":[{"raw_affiliation_string":"Computer Science, University of California, Berkeley, Waterloo, CA, USA and Reviewer.ly, Toronto, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103187707","display_name":"Sajad Ebrahimi","orcid":"https://orcid.org/0009-0003-1630-3938"},"institutions":[{"id":"https://openalex.org/I149530613","display_name":"Lynn University","ror":"https://ror.org/04nqv0v23","country_code":"US","type":"education","lineage":["https://openalex.org/I149530613"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sajad Ebrahimi","raw_affiliation_strings":["Reviewer.ly, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0009-0003-1630-3938","affiliations":[{"raw_affiliation_string":"Reviewer.ly, Toronto, ON, Canada","institution_ids":["https://openalex.org/I149530613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120301776","display_name":"Soroush Sadeghian","orcid":"https://orcid.org/0009-0005-2172-7617"},"institutions":[{"id":"https://openalex.org/I149530613","display_name":"Lynn University","ror":"https://ror.org/04nqv0v23","country_code":"US","type":"education","lineage":["https://openalex.org/I149530613"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Soroush Sadeghian","raw_affiliation_strings":["Reviewer.ly, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0009-0005-2172-7617","affiliations":[{"raw_affiliation_string":"Reviewer.ly, Toronto, ON, Canada","institution_ids":["https://openalex.org/I149530613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126129366","display_name":"Seyed Mohammad Hosseini","orcid":null},"institutions":[{"id":"https://openalex.org/I149530613","display_name":"Lynn University","ror":"https://ror.org/04nqv0v23","country_code":"US","type":"education","lineage":["https://openalex.org/I149530613"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seyed Mohammad Hosseini","raw_affiliation_strings":["Reviewer.ly, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0009-0000-8197-6109","affiliations":[{"raw_affiliation_string":"Reviewer.ly, Toronto, ON, Canada","institution_ids":["https://openalex.org/I149530613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126120695","display_name":"Alireza Daqiq","orcid":null},"institutions":[{"id":"https://openalex.org/I149530613","display_name":"Lynn University","ror":"https://ror.org/04nqv0v23","country_code":"US","type":"education","lineage":["https://openalex.org/I149530613"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alireza Daqiq","raw_affiliation_strings":["Reviewer.ly, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0009-0007-8806-121X","affiliations":[{"raw_affiliation_string":"Reviewer.ly, Toronto, ON, Canada","institution_ids":["https://openalex.org/I149530613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126097062","display_name":"Hai Son Le","orcid":null},"institutions":[{"id":"https://openalex.org/I149530613","display_name":"Lynn University","ror":"https://ror.org/04nqv0v23","country_code":"US","type":"education","lineage":["https://openalex.org/I149530613"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hai Son Le","raw_affiliation_strings":["Reviewer.ly, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0009-0003-2240-0451","affiliations":[{"raw_affiliation_string":"Reviewer.ly, Toronto, ON, Canada","institution_ids":["https://openalex.org/I149530613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017065032","display_name":"Mahdi Bashari","orcid":"https://orcid.org/0000-0002-9211-5475"},"institutions":[{"id":"https://openalex.org/I149530613","display_name":"Lynn University","ror":"https://ror.org/04nqv0v23","country_code":"US","type":"education","lineage":["https://openalex.org/I149530613"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mahdi Bashari","raw_affiliation_strings":["Reviewer.ly, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-9211-5475","affiliations":[{"raw_affiliation_string":"Reviewer.ly, Toronto, ON, Canada","institution_ids":["https://openalex.org/I149530613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064660738","display_name":"Ebrahim Bagheri","orcid":"https://orcid.org/0000-0002-5148-6237"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ebrahim Bagheri","raw_affiliation_strings":["University of Toronto, Toronto, ON, Canada and Reviewer.ly, Toron, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-5148-6237","affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, ON, Canada and Reviewer.ly, Toron, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5049487742"],"corresponding_institution_ids":["https://openalex.org/I151746483"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.28413332,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1341","last_page":"1342"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.2953000068664551,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.2953000068664551,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.10809999704360962,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.09759999811649323,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.5541999936103821},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.48969998955726624},{"id":"https://openalex.org/keywords/peer-review","display_name":"Peer review","score":0.4341999888420105},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4250999987125397},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.4205000102519989},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.40529999136924744}],"concepts":[{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.5541999936103821},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.48969998955726624},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.4341999888420105},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4250999987125397},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.4205000102519989},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.40529999136924744},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.39809998869895935},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.3919999897480011},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.3248000144958496},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.32330000400543213},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.322299987077713},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.3018999993801117},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.29899999499320984},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.2953000068664551},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.2946999967098236},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2703999876976013},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.26840001344680786},{"id":"https://openalex.org/C84976871","wikidata":"https://www.wikidata.org/wiki/Q2015673","display_name":"Openness to experience","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.2646999955177307},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2621999979019165}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3773966.3784970","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3773966.3784970","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Nineteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3773966.3784970","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3773966.3784970","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Nineteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.6290256381034851}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W4392712887","https://openalex.org/W4403577854"],"related_works":[],"abstract_inverted_index":{"While":[0],"large":[1],"language":[2],"models":[3,100],"(LLMs)":[4],"have":[5],"been":[6],"widely":[7],"studied":[8],"in":[9,23,61],"scholarly":[10],"workflows,":[11],"e.g.,":[12],"for":[13,151],"citation":[14],"recommendation":[15],"and":[16,19,37,46,57,73,75,98,115,122,129],"literature":[17],"summarization":[18],"more,":[20],"their":[21,48],"role":[22],"supporting":[24],"research":[25,152],"integrity":[26,153],"remains":[27],"underexplored.":[28],"In":[29],"this":[30],"talk,":[31],"we":[32,90],"share":[33],"our":[34],"experience":[35],"building":[36],"deploying":[38],"two":[39,62],"real-world":[40],"systems":[41],"that":[42],"audit":[43],"peer":[44],"reviews":[45],"verify":[47],"factual":[49],"grounding":[50],"at":[51,154],"scale.":[52,155],"We":[53,134],"evaluate":[54],"the":[55,84],"capabilities":[56],"limitations":[58],"of":[59],"LLMs":[60,120,146],"key":[63],"tasks:":[64],"(1)":[65],"assessing":[66],"review":[67],"quality":[68],"along":[69],"dimensions":[70],"like":[71],"specificity":[72],"tone,":[74],"(2)":[76],"verifying":[77],"whether":[78],"reviewer":[79],"claims":[80],"are":[81],"supported":[82],"by":[83],"submitted":[85],"paper.":[86],"Using":[87],"expert-annotated":[88],"benchmarks,":[89],"compare":[91],"static":[92],"metrics,":[93],"ML":[94,128],"baselines,":[95],"zero-shot":[96],"LLMs,":[97],"fine-tuned":[99],"to":[101,143],"assess":[102],"alignment":[103],"with":[104,126,136],"human":[105],"judgment.":[106],"The":[107],"talk":[108],"will":[109],"highlight":[110],"methodological":[111],"choices,":[112],"deployment":[113],"lessons,":[114],"empirical":[116],"insights":[117],"into":[118],"where":[119,123],"succeed":[121],"hybrid":[124],"approaches":[125],"interpretable":[127],"retrieval":[130],"perform":[131],"more":[132],"reliably.":[133],"conclude":[135],"reflections":[137],"on":[138],"what":[139],"infrastructure":[140],"is":[141],"needed":[142],"make":[144],"use":[145],"as":[147],"a":[148],"robust":[149],"foundation":[150]},"counts_by_year":[],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2026-02-17T00:00:00"}