{"id":"https://openalex.org/W7154601331","doi":"https://doi.org/10.48550/arxiv.2604.13940","title":"AI-Assisted Peer Review at Scale: The AAAI-26 AI Review Pilot","display_name":"AI-Assisted Peer Review at Scale: The AAAI-26 AI Review Pilot","publication_year":2026,"publication_date":"2026-04-15","ids":{"openalex":"https://openalex.org/W7154601331","doi":"https://doi.org/10.48550/arxiv.2604.13940"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.13940","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.13940","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.13940","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133757712","display_name":"Joydeep Biswas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Biswas, Joydeep","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027237583","display_name":"Sheila Schoepp","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schoepp, Sheila","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103860806","display_name":"Gautham Vasan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vasan, Gautham","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133788321","display_name":"Anthony Opipari","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Opipari, Anthony","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133728419","display_name":"Arthur Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Arthur","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133751711","display_name":"Zichao Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Zichao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133775623","display_name":"Sebastian Joseph","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joseph, Sebastian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023397430","display_name":"Matthew Lease","orcid":"https://orcid.org/0000-0002-0056-2834"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lease, Matthew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133808121","display_name":"Junyi Jessy Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Junyi Jessy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092284716","display_name":"Peter Stone","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stone, Peter","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133771242","display_name":"Kiri L. Wagstaff","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wagstaff, Kiri L.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133788133","display_name":"Matthew E. Taylor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Taylor, Matthew E.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133742169","display_name":"Odest Chadwicke Jenkins","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jenkins, Odest Chadwicke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":13,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.31060001254081726,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.31060001254081726,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.19009999930858612,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.08150000125169754,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.6055999994277954},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5210999846458435},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5156999826431274},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.478300005197525},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.47290000319480896},{"id":"https://openalex.org/keywords/peer-review","display_name":"Peer review","score":0.45210000872612},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.42260000109672546}],"concepts":[{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6055999994277954},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6001999974250793},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5210999846458435},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5156999826431274},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4975000023841858},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.478300005197525},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.47290000319480896},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.45210000872612},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.42260000109672546},{"id":"https://openalex.org/C110754006","wikidata":"https://www.wikidata.org/wiki/Q7692349","display_name":"Technical peer review","level":3,"score":0.41519999504089355},{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.3736000061035156},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.36390000581741333},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35670000314712524},{"id":"https://openalex.org/C2781083858","wikidata":"https://www.wikidata.org/wiki/Q17327049","display_name":"Scientific literature","level":2,"score":0.3301999866962433},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.3244999945163727},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.29260000586509705},{"id":"https://openalex.org/C3020000205","wikidata":"https://www.wikidata.org/wiki/Q2412849","display_name":"Narrative review","level":2,"score":0.2761000096797943},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.2734000086784363},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.26989999413490295},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26649999618530273}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.13940","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.13940","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.13940","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.13940","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Scientific":[0],"peer":[1,34,63,182],"review":[2,16,75,158,183],"faces":[3],"mounting":[4],"strain":[5],"as":[6,136],"submission":[7,67],"volumes":[8],"surge,":[9],"making":[10],"it":[11],"increasingly":[12],"difficult":[13],"to":[14,29,93,129,180],"sustain":[15],"quality,":[17],"consistency,":[18],"and":[19,87,112,139,148],"timeliness.":[20],"Recent":[21],"advances":[22],"in":[23,33,89,101],"AI":[24,43,74,122,173],"have":[25],"led":[26],"the":[27,56,191],"community":[28],"consider":[30],"its":[31],"use":[32],"review,":[35],"yet":[36],"a":[37,77,90,104,145,155,162,188],"key":[38,133],"unresolved":[39],"question":[40],"is":[41],"whether":[42],"can":[44,175],"generate":[45,94],"technically":[46],"sound":[47],"reviews":[48,95,123,131],"at":[49,68,160,184],"real-world":[50],"conference":[51,185],"scale.":[52],"Here":[53],"we":[54],"report":[55],"first":[57],"large-scale":[58,107],"field":[59],"deployment":[60],"of":[61,109,164,194],"AI-assisted":[62],"review:":[64],"every":[65],"main-track":[66],"AAAI-26":[69,110],"received":[70],"one":[71],"clearly":[72],"identified":[73],"from":[76],"state-of-the-art":[78,172],"system.":[79],"The":[80],"system":[81,152],"combined":[82],"frontier":[83],"models,":[84],"tool":[85],"use,":[86],"safeguards":[88],"multi-stage":[91],"process":[92],"for":[96,198],"all":[97],"22,977":[98],"full-review":[99],"papers":[100],"less":[102],"than":[103],"day.":[105],"A":[106],"survey":[108],"authors":[111],"program":[113],"committee":[114],"members":[115],"showed":[116],"that":[117,150,171],"participants":[118],"not":[119],"only":[120],"found":[121],"useful,":[124],"but":[125],"actually":[126],"preferred":[127],"them":[128],"human":[130],"on":[132],"dimensions":[134],"such":[135],"technical":[137],"accuracy":[138],"research":[140],"suggestions.":[141],"We":[142],"also":[143],"introduce":[144],"novel":[146],"benchmark":[147],"find":[149],"our":[151],"substantially":[153],"outperforms":[154],"simple":[156],"LLM-generated":[157],"baseline":[159],"detecting":[161],"variety":[163],"scientific":[165,181],"weaknesses.":[166],"Together,":[167],"these":[168],"results":[169],"show":[170],"methods":[174],"already":[176],"make":[177],"meaningful":[178],"contributions":[179],"scale,":[186],"opening":[187],"path":[189],"toward":[190],"next":[192],"generation":[193],"synergistic":[195],"human-AI":[196],"teaming":[197],"evaluating":[199],"research.":[200]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-04-17T00:00:00"}