{"id":"https://openalex.org/W7165630568","doi":"https://doi.org/10.1145/3805689.3806505","title":"Do LLMs Favor LLMs? Quantifying Interaction Effects in Peer Review","display_name":"Do LLMs Favor LLMs? Quantifying Interaction Effects in Peer Review","publication_year":2026,"publication_date":"2026-06-23","ids":{"openalex":"https://openalex.org/W7165630568","doi":"https://doi.org/10.1145/3805689.3806505"},"language":null,"primary_location":{"id":"doi:10.1145/3805689.3806505","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805689.3806505","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3805689.3806505","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031127072","display_name":"Vibhhu Sharma","orcid":"https://orcid.org/0009-0004-2722-073X"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vibhhu Sharma","raw_affiliation_strings":["Computer Science Department, Cornell University, Ithaca, New York, USA"],"raw_orcid":"https://orcid.org/0009-0004-2722-073X","affiliations":[{"raw_affiliation_string":"Computer Science Department, Cornell University, Ithaca, New York, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014687727","display_name":"Thorsten Joachims","orcid":"https://orcid.org/0000-0003-3654-3683"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thorsten Joachims","raw_affiliation_strings":["Computer Science Department, Cornell University, Ithaca, New York, USA"],"raw_orcid":"https://orcid.org/0000-0003-3654-3683","affiliations":[{"raw_affiliation_string":"Computer Science Department, Cornell University, Ithaca, New York, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029554720","display_name":"Sarah Dean","orcid":"https://orcid.org/0000-0002-5614-3532"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarah Dean","raw_affiliation_strings":["Computer Science Department, Cornell University, Ithaca, New York, USA"],"raw_orcid":"https://orcid.org/0000-0002-5614-3532","affiliations":[{"raw_affiliation_string":"Computer Science Department, Cornell University, Ithaca, New York, USA","institution_ids":["https://openalex.org/I205783295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I205783295"],"apc_list":null,"apc_paid":null,"fwci":48.0909,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.99621212,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"3151","last_page":"3189"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.2671000063419342,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.2671000063419342,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.03440000116825104,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.031099999323487282,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/social-relation","display_name":"Social relation","score":0.41269999742507935},{"id":"https://openalex.org/keywords/peer-effects","display_name":"Peer effects","score":0.39559999108314514},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.3921000063419342},{"id":"https://openalex.org/keywords/interaction","display_name":"Interaction","score":0.26899999380111694},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.25529998540878296}],"concepts":[{"id":"https://openalex.org/C130064352","wikidata":"https://www.wikidata.org/wiki/Q853725","display_name":"Social relation","level":2,"score":0.41269999742507935},{"id":"https://openalex.org/C2988313152","wikidata":"https://www.wikidata.org/wiki/Q25324530","display_name":"Peer effects","level":2,"score":0.39559999108314514},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.3921000063419342},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3849000036716461},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3400000035762787},{"id":"https://openalex.org/C100001284","wikidata":"https://www.wikidata.org/wiki/Q2248246","display_name":"Public economics","level":1,"score":0.296999990940094},{"id":"https://openalex.org/C855514","wikidata":"https://www.wikidata.org/wiki/Q1665869","display_name":"Interaction","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.2667999863624573},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.25690001249313354},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2556000053882599},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.25529998540878296},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.2533000111579895}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3805689.3806505","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805689.3806505","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3805689.3806505","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805689.3806505","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6162760076","display_name":"Frameworks: arXiv as an accessible large-scale open research platform","funder_award_id":"2311521","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7722445851","display_name":"CAREER: Towards Reliable Machine Learning in Feedback Systems","funder_award_id":"2442137","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8906553178","display_name":"Collaborative Research: III: Medium: Designing AI Systems with Steerable Long-Term Dynamics","funder_award_id":"2312865","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320316572","display_name":"Schmidt Family Foundation","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W2314734263","https://openalex.org/W4409486296","https://openalex.org/W4412720666","https://openalex.org/W4415797148","https://openalex.org/W4417278970","https://openalex.org/W7133239970"],"related_works":[],"abstract_inverted_index":{"There":[0],"are":[1,6,54,116,156,192],"increasing":[2],"indications":[3],"that":[4,155,161,169,189,216,235],"LLMs":[5,179,240,250],"not":[7,46,219],"only":[8],"used":[9],"for":[10,107,232],"producing":[11],"scientific":[12],"papers,":[13],"but":[14,58],"also":[15],"as":[16],"part":[17],"of":[18,32,129,145,239],"the":[19,28,36,127,222,225,237],"peer":[20,37,242],"review":[21,38],"process.":[22],"In":[23,66],"this":[24,182],"work,":[25],"we":[26,68,159,187],"provide":[27,229],"first":[29],"comprehensive":[30],"analysis":[31],"LLM":[33,103],"use":[34,238],"across":[35],"pipeline,":[39],"with":[40,101,153,252],"particular":[41],"attention":[42],"to":[43,84,95,99,171,195,211,224],"interaction":[44,88,138],"effects:":[45],"just":[47],"whether":[48,59],"LLM-assisted":[49,52,60,63,90,96,114,130,190],"papers":[50,64,97,100,123,131],"or":[51],"reviews":[53,61,91,115,154,164],"different":[55,112],"in":[56,124],"isolation,":[57],"evaluate":[62],"differently.":[65],"particular,":[67],"analyze":[69],"over":[70],"125,000":[71],"paper-review":[72],"pairs":[73],"from":[74],"ICLR,":[75],"NeurIPS,":[76],"and":[77,126,244],"ICML.":[78],"We":[79],"initially":[80],"observe":[81],"what":[82],"appears":[83],"be":[85,212],"a":[86,111,136],"systematic":[87],"effect:":[89],"seem":[92],"especially":[93],"kind":[94],"compared":[98],"minimal":[102],"use.":[104],"However,":[105],"controlling":[106],"paper":[108,173],"quality":[109,122],"reveals":[110],"story:":[113],"simply":[117],"more":[118,193,246],"lenient":[119],"toward":[120],"lower":[121],"general,":[125],"over-representation":[128],"among":[132],"weaker":[133],"submissions":[134],"creates":[135],"spurious":[137],"effect":[139],"rather":[140],"than":[141,199],"genuine":[142],"preferential":[143],"treatment":[144],"LLM-generated":[146,163,208],"content.":[147],"By":[148],"augmenting":[149],"our":[150],"observational":[151],"findings":[152,228],"fully":[157,162,207],"LLM-generated,":[158],"find":[160,188],"exhibit":[165],"severe":[166],"rating":[167],"compression":[168],"fails":[170],"discriminate":[172],"quality,":[174],"while":[175],"human":[176,200],"reviewers":[177],"using":[178],"substantially":[180],"reduce":[181],"leniency.":[183],"Finally,":[184],"examining":[185],"metareviews,":[186],"metareviews":[191,201,209],"likely":[194],"render":[196],"accept":[197],"decisions":[198],"given":[202],"equivalent":[203],"reviewer":[204],"scores,":[205],"though":[206],"tend":[210],"harsher.":[213],"This":[214],"suggests":[215],"meta-reviewers":[217],"do":[218],"merely":[220],"outsource":[221],"decision-making":[223,254],"LLM.":[226],"These":[227],"important":[230],"input":[231],"developing":[233],"policies":[234],"govern":[236],"during":[241],"review,":[243],"they":[245],"generally":[247],"indicate":[248],"how":[249],"interact":[251],"existing":[253],"processes.":[255]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2026-06-24T00:00:00"}