{"id":"https://openalex.org/W7160856271","doi":"https://doi.org/10.48550/arxiv.2605.07905","title":"CoCoReviewBench: A Completeness- and Correctness-Oriented Benchmark for AI Reviewers","display_name":"CoCoReviewBench: A Completeness- and Correctness-Oriented Benchmark for AI Reviewers","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160856271","doi":"https://doi.org/10.48550/arxiv.2605.07905"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.07905","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07905","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.07905","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043368238","display_name":"Hexuan Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Hexuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073700416","display_name":"Xiaopeng Ke","orcid":"https://orcid.org/0009-0006-0039-4013"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ke, Xiaopeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135894899","display_name":"Yichen Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135843294","display_name":"Ruina Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Ruina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135852196","display_name":"Dehao Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Dehao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135906246","display_name":"Derek F. Wong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wong, Derek F.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135900961","display_name":"Yue Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135887069","display_name":"Xuebo Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Xuebo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135899283","display_name":"Min Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Min","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.323199987411499,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.323199987411499,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.08259999752044678,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.06340000033378601,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6492000222206116},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6294999718666077},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.6274999976158142},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.597100019454956},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.46380001306533813}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.748199999332428},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6492000222206116},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6294999718666077},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6274999976158142},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.597100019454956},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5102999806404114},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4641000032424927},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.46380001306533813},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.4578999876976013},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.39250001311302185},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3553999960422516},{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.3192000091075897},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3082999885082245}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.07905","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07905","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.07905","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07905","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Despite":[0],"the":[1,54],"rapid":[2],"development":[3],"of":[4,29,97],"AI":[5,98,103,127],"reviewers,":[6,121],"evaluating":[7],"such":[8],"systems":[9],"remains":[10],"challenging:":[11],"metrics":[12],"favor":[13],"overlap":[14],"with":[15],"human":[16,22,56],"reviews":[17,23,57,74],"over":[18],"correctness.":[19],"However,":[20],"since":[21],"often":[24],"cover":[25],"only":[26],"a":[27],"subset":[28],"salient":[30],"issues":[31],"and":[32,50,71,89,94,109,114,130],"sometimes":[33],"contain":[34],"mistakes,":[35],"they":[36],"are":[37,58,110,132],"unreliable":[38,73],"as":[39,68,118],"gold":[40],"references.":[41],"To":[42],"address":[43],"this,":[44],"we":[45,80],"build":[46],"category-specific":[47],"benchmark":[48],"subsets":[49],"skip":[51],"evaluation":[52,96],"when":[53],"corresponding":[55],"missing":[59],"to":[60,76,91,112],"strengthen":[61,77],"Completeness.":[62],"We":[63],"also":[64],"leverage":[65],"reviewer--author--meta-review":[66],"discussions":[67],"expert":[69],"annotations":[70],"filter":[72],"accordingly":[75],"Correctness.":[78],"Finally,":[79],"introduce":[81],"CoCoReviewBench,":[82],"which":[83],"curates":[84],"3,900":[85],"papers":[86],"from":[87],"ICLR":[88],"NeurIPS":[90],"enable":[92],"reliable":[93],"fine-grained":[95],"reviewers.":[99,128],"Analysis":[100],"shows":[101],"that":[102],"reviewers":[104],"remain":[105],"limited":[106],"in":[107],"correctness":[108],"prone":[111],"hallucinations,":[113],"highlights":[115],"reasoning":[116],"models":[117,131],"more":[119],"effective":[120],"motivating":[122],"further":[123],"directions":[124],"for":[125],"improving":[126],"Benchmarks":[129],"available":[133],"at":[134],"https://github.com/hexuandeng/CoCoReviewBench.":[135]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-12T00:00:00"}