{"id":"https://openalex.org/W7161948168","doi":"https://doi.org/10.48550/arxiv.2605.20668","title":"On the limits and opportunities of AI reviewers: Reviewing the reviews of Nature-family papers with 45 expert scientists","display_name":"On the limits and opportunities of AI reviewers: Reviewing the reviews of Nature-family papers with 45 expert scientists","publication_year":2026,"publication_date":"2026-05-20","ids":{"openalex":"https://openalex.org/W7161948168","doi":"https://doi.org/10.48550/arxiv.2605.20668"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.20668","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20668","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.20668","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014381991","display_name":"Seungone Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Seungone","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136712443","display_name":"Dongkeun Yoon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yoon, Dongkeun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033913299","display_name":"Kiril Gashteovski","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gashteovski, Kiril","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136659105","display_name":"Juyoung Suk","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Suk, Juyoung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013449404","display_name":"Jinheon Baek","orcid":"https://orcid.org/0000-0002-9367-560X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baek, Jinheon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045442167","display_name":"Pranjal Aggarwal","orcid":"https://orcid.org/0000-0002-2962-1535"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aggarwal, Pranjal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136696977","display_name":"Ian Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Ian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047160329","display_name":"Viktor Zaverkin","orcid":"https://orcid.org/0000-0001-9940-8548"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zaverkin, Viktor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054717552","display_name":"Spase Petkoski","orcid":"https://orcid.org/0000-0003-4540-6293"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Petkoski, Spase","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136641854","display_name":"Daniel R. Schrider","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schrider, Daniel R.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033840602","display_name":"Ilija Dukovski","orcid":"https://orcid.org/0000-0002-5160-1944"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dukovski, Ilija","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136695045","display_name":"Francesco Santini","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Santini, Francesco","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136642087","display_name":"Biljana Mitreska","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mitreska, Biljana","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136708652","display_name":"Yong Jeong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeong, Yong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014995955","display_name":"Kyeongha Kwon","orcid":"https://orcid.org/0000-0002-2373-7799"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kwon, Kyeongha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136673308","display_name":"Young Min Sim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sim, Young Min","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090454257","display_name":"Dragana Manasova","orcid":"https://orcid.org/0000-0002-2756-3263"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Manasova, Dragana","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124344001","display_name":"Arthur Porto","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Porto, Arthur","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136614351","display_name":"Biljana Mojsoska","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mojsoska, Biljana","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027482160","display_name":"Makoto Takamoto","orcid":"https://orcid.org/0000-0001-7192-1956"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Takamoto, Makoto","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136666960","display_name":"Marko Shuntov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shuntov, Marko","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040995238","display_name":"Ruoqi Liu","orcid":"https://orcid.org/0000-0002-2770-0651"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Ruoqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049159170","display_name":"Hyunjoo J. Lee","orcid":"https://orcid.org/0000-0001-9963-2515"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Hyunjoo Jenny","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036771645","display_name":"Niyazi Ula\u015f Din\u00e7","orcid":"https://orcid.org/0000-0002-9606-8098"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Din\u00e7, Niyazi Ulas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027749464","display_name":"Yehhyun Jo","orcid":"https://orcid.org/0000-0003-4731-240X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jo, Yehhyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136640046","display_name":"Sunkyu Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Sunkyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136724004","display_name":"Chungwoo Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Chungwoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136672801","display_name":"Huishan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Huishan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135919448","display_name":"Esther H. R. Tsai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tsai, Esther H. R.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136686105","display_name":"Ergun Simsek","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Simsek, Ergun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136663171","display_name":"Khushboo Shafi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shafi, Khushboo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045926685","display_name":"Yeonseung Chung","orcid":"https://orcid.org/0000-0002-1501-2747"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chung, Yeonseung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100392576","display_name":"Jihye Park","orcid":"https://orcid.org/0000-0002-3366-8985"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Jihye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085518539","display_name":"A. Shulevski","orcid":"https://orcid.org/0000-0002-1827-0469"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shulevski, Aleksandar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136628132","display_name":"Henrik Christiansen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christiansen, Henrik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061336214","display_name":"Yoosang Son","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Son, Yoosang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136727257","display_name":"Elly Knight","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Knight, Elly","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136638621","display_name":"Amanda Montoya","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Montoya, Amanda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091260048","display_name":"Jeongyoun Ahn","orcid":"https://orcid.org/0000-0002-4351-5798"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ahn, Jeongyoun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034265922","display_name":"Christian Langkammer","orcid":"https://orcid.org/0000-0002-7097-9707"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Langkammer, Christian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136712988","display_name":"Heera Moon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moon, Heera","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110818682","display_name":"Changwon Yoon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yoon, Changwon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033295830","display_name":"Nikola Stikov","orcid":"https://orcid.org/0000-0002-8480-5230"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stikov, Nikola","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136656330","display_name":"Mooseok Jang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jang, Mooseok","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136702353","display_name":"Edward Choi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Choi, Edward","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068328428","display_name":"Junhan Kim","orcid":"https://orcid.org/0000-0002-9636-2166"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Junhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136632290","display_name":"Yeon Sik Jung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jung, Yeon Sik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059653088","display_name":"Woo Youn Kim","orcid":"https://orcid.org/0000-0001-7152-2111"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Woo Youn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067034493","display_name":"Jae Kyoung Kim","orcid":"https://orcid.org/0000-0001-7842-2172"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Jae Kyoung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136714906","display_name":"Ishraq Md Anjum","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anjum, Ishraq Md","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048072583","display_name":"Hyun Uk Kim","orcid":"https://orcid.org/0000-0001-7224-642X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Hyun Uk","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050509389","display_name":"Drew Bridges","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bridges, Drew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070442264","display_name":"Carolin Lawrence","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lawrence, Carolin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136636736","display_name":"Xiang Yue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yue, Xiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136668336","display_name":"Alice Oh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oh, Alice","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136652962","display_name":"Akari Asai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Asai, Akari","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136618219","display_name":"Sean Welleck","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Welleck, Sean","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136715162","display_name":"Graham Neubig","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Neubig, Graham","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.30630001425743103,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.30630001425743103,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.11309999972581863,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.057999998331069946,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/credibility","display_name":"Credibility","score":0.6784999966621399},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5543000102043152},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.49390000104904175},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.3903999924659729},{"id":"https://openalex.org/keywords/expert-opinion","display_name":"Expert opinion","score":0.36579999327659607},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.3149000108242035},{"id":"https://openalex.org/keywords/expert-elicitation","display_name":"Expert elicitation","score":0.304500013589859},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.30410000681877136}],"concepts":[{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.6784999966621399},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5543000102043152},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.49390000104904175},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4803999960422516},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.40869998931884766},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.39879998564720154},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.397599995136261},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.3903999924659729},{"id":"https://openalex.org/C3020580240","wikidata":"https://www.wikidata.org/wiki/Q663272","display_name":"Expert opinion","level":2,"score":0.36579999327659607},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.3149000108242035},{"id":"https://openalex.org/C72161134","wikidata":"https://www.wikidata.org/wiki/Q5421219","display_name":"Expert elicitation","level":2,"score":0.304500013589859},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3041999936103821},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.30410000681877136},{"id":"https://openalex.org/C2987857752","wikidata":"https://www.wikidata.org/wiki/Q12147","display_name":"Human health","level":2,"score":0.30230000615119934},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30000001192092896},{"id":"https://openalex.org/C2992130261","wikidata":"https://www.wikidata.org/wiki/Q1331083","display_name":"Human research","level":2,"score":0.2919999957084656},{"id":"https://openalex.org/C2781083858","wikidata":"https://www.wikidata.org/wiki/Q17327049","display_name":"Scientific literature","level":2,"score":0.28600001335144043},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.2838999927043915},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.275299996137619},{"id":"https://openalex.org/C195732255","wikidata":"https://www.wikidata.org/wiki/Q981008","display_name":"Sociology of scientific knowledge","level":2,"score":0.2752000093460083},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.258899986743927},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.20668","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20668","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.20668","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20668","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.4402957856655121,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,34,191],"advancement":[2],"of":[3,70,132,140,149,154,214,249],"AI":[4,6,53,71,180,197,220,268],"capabilities,":[5],"reviewers":[7,54,72,181,221,269],"are":[8,42,201],"beginning":[9],"to":[10,36,90],"be":[11],"deployed":[12],"in":[13,23,109,114],"scientific":[14],"peer":[15],"review,":[16],"yet":[17],"their":[18,46,77,92],"capability":[19],"and":[20,61,94,117,137,147,186,207,209,234,256],"credibility":[21],"remain":[22,64],"question:":[24],"many":[25],"scientists":[26,113],"simply":[27],"view":[28],"them":[29],"as":[30,244,270],"probabilistic":[31],"systems":[32],"without":[33,48],"expertise":[35],"evaluate":[37],"research,":[38],"while":[39,177],"other":[40],"researchers":[41],"more":[43,203,224],"optimistic":[44],"about":[45],"readiness":[47],"concrete":[49],"evidence.":[50,150],"Understanding":[51],"what":[52,62],"do":[55,227,240],"well,":[56],"where":[57],"they":[58],"fall":[59],"short,":[60],"challenges":[63],"is":[65,88],"essential.":[66],"However,":[67,219],"existing":[68],"evaluations":[69],"have":[73],"focused":[74],"on":[75,144,260],"whether":[76],"verdicts":[78,81],"match":[79],"human":[80,169,193,217,276],"(e.g.,":[82],"score":[83],"alignment,":[84],"acceptance":[85],"prediction),":[86],"which":[87,110],"insufficient":[89],"characterize":[91],"capabilities":[93],"limits.":[95],"In":[96],"this":[97,101],"paper,":[98],"we":[99],"close":[100],"gap":[102],"through":[103],"a":[104,133,152,158,211],"large-scale":[105],"expert":[106],"annotation":[107],"study,":[108],"45":[111],"domain":[112],"Physical,":[115],"Biological,":[116],"Health":[118],"Sciences":[119],"spent":[120],"469":[121],"hours":[122],"rating":[123],"2,960":[124],"individual":[125],"criticisms":[126,200],"(each":[127],"targeting":[128],"one":[129],"specific":[130],"aspect":[131],"paper)":[134],"from":[135],"human-written":[136],"AI-generated":[138],"reviews":[139],"82":[141],"Nature-family":[142],"papers":[143],"correctness,":[145],"significance,":[146],"sufficiency":[148],"On":[151],"composite":[153],"all":[155,178],"three":[156,179],"dimensions,":[157],"reviewing":[159],"agent":[160],"powered":[161],"by":[162],"GPT-5.2":[163],"scores":[164],"above":[165],"each":[166],"paper's":[167],"top-rated":[168],"reviewer":[170],"(60.0%":[171],"vs.":[172,229],"48.2%,":[173],"p":[174],"=":[175],"0.009),":[176],"(including":[182],"Gemini":[183],"3.0":[184],"Pro":[185],"Claude":[187],"Opus":[188],"4.5)":[189],"exceed":[190],"lowest-rated":[192],"across":[194],"every":[195],"dimension.":[196],"reviewers'":[198],"accurate":[199],"also":[202],"often":[204],"rated":[205],"significant":[206],"well-evidenced,":[208],"surface":[210],"distinct":[212],"26%":[213],"issues":[215],"no":[216],"raises.":[218],"overlap":[222],"far":[223],"than":[225],"humans":[226,239],"(21%":[228],"3%":[230],"for":[231],"cross-reviewer":[232],"pairs),":[233],"exhibit":[235],"16":[236],"recurring":[237],"weaknesses":[238],"not":[241,273],"share,":[242],"such":[243],"limited":[245],"subfield":[246],"knowledge,":[247],"lack":[248],"long":[250],"context":[251],"management":[252],"over":[253],"multiple":[254],"files,":[255],"overly":[257],"critical":[258],"stance":[259],"minor":[261],"issues.":[262],"Overall,":[263],"our":[264],"results":[265],"position":[266],"current":[267],"complements":[271],"to,":[272],"substitutes":[274],"for,":[275],"reviewers.":[277]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-22T00:00:00"}