{"id":"https://openalex.org/W7162644487","doi":"https://doi.org/10.1145/3774905.3793138","title":"RobustReviewAI: A Robustness Evaluation System for AI-Powered Peer Review","display_name":"RobustReviewAI: A Robustness Evaluation System for AI-Powered Peer Review","publication_year":2026,"publication_date":"2026-05-28","ids":{"openalex":"https://openalex.org/W7162644487","doi":"https://doi.org/10.1145/3774905.3793138"},"language":null,"primary_location":{"id":"doi:10.1145/3774905.3793138","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774905.3793138","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3774905.3793138","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038241690","display_name":"Siming Yuan","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siming Yuan","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0006-3190-459X","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137299212","display_name":"Yuchen Liu","orcid":"https://orcid.org/0009-0002-5071-5680"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuchen Liu","raw_affiliation_strings":["Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0002-5071-5680","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137269032","display_name":"Qinan Zheng","orcid":"https://orcid.org/0009-0001-1863-8614"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinan Zheng","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0001-1863-8614","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056383703","display_name":"Wangze Ni","orcid":"https://orcid.org/0000-0003-1438-1345"},"institutions":[{"id":"https://openalex.org/I1328775524","display_name":"Zhejiang Sci-Tech University","ror":"https://ror.org/03893we55","country_code":"CN","type":"education","lineage":["https://openalex.org/I1328775524"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wangze Ni","raw_affiliation_strings":["Zhejiang University, Hangzhou, China, the State Key Laboratory of Blockchain and Data Security, Hangzhou, China, and Hangzhou High-Tech Zone (Binjiang) Institute of Blockchain and Data Security, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1438-1345","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China, the State Key Laboratory of Blockchain and Data Security, Hangzhou, China, and Hangzhou High-Tech Zone (Binjiang) Institute of Blockchain and Data Security, Hangzhou, China","institution_ids":["https://openalex.org/I1328775524"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006260400","display_name":"Shimin Di","orcid":"https://orcid.org/0000-0002-7394-0082"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shimin Di","raw_affiliation_strings":["Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-7394-0082","affiliations":[{"raw_affiliation_string":"Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075081538","display_name":"L Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Lei Chen","raw_affiliation_strings":["Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China and Hong Kong University of Science and Technology, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-8257-5806","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China and Hong Kong University of Science and Technology, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5137308040","display_name":"Kui Ren","orcid":"https://orcid.org/0000-0003-3441-6277"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kui Ren","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-3441-6277","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"208","last_page":"211"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.09000000357627869,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.09000000357627869,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.0738999992609024,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.07100000232458115,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5598999857902527},{"id":"https://openalex.org/keywords/expert-system","display_name":"Expert system","score":0.23250000178813934},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.2125999927520752},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.21140000224113464}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.612500011920929},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5598999857902527},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33820000290870667},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.30410000681877136},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.23250000178813934},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2168000042438507},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.2125999927520752},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.21140000224113464},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.20720000565052032}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3774905.3793138","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774905.3793138","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3774905.3793138","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774905.3793138","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W3203912530","https://openalex.org/W4386066115"],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,13,58],"rise":[2],"of":[3,17,65],"artificial":[4],"intelligence,":[5],"limited":[6,38],"reviewing":[7],"capacity":[8],"cannot":[9,50,60],"keep":[10],"up":[11],"with":[12,93],"rapidly":[14],"growing":[15],"number":[16],"papers":[18],"to":[19,97],"be":[20],"reviewed.":[21],"As":[22,55],"a":[23,56,89],"result,":[24,57],"AI-based":[25,110],"peer":[26,111],"review":[27,76,112],"systems":[28],"have":[29],"been":[30],"adopted.":[31],"However,":[32],"existing":[33],"robustness":[34,77,117],"evaluation":[35,59,78,99],"methods":[36],"are":[37,42],"by":[39],"how":[40],"perturbations":[41,48],"constructed.":[43],"They":[44],"only":[45],"support":[46],"text":[47],"and":[49,85],"handle":[51],"tables":[52],"or":[53],"formulas.":[54],"fully":[61],"cover":[62],"all":[63],"types":[64],"information.":[66],"To":[67],"address":[68],"this":[69,71,103],"gap,":[70],"paper":[72],"proposes":[73],"an":[74,94],"AI":[75],"system":[79],"that":[80],"integrates":[81],"perturbation":[82],"construction,":[83],"evaluation,":[84],"automated":[86],"generation":[87],"into":[88],"closed-loop":[90],"process,":[91],"coupled":[92],"intuitive":[95],"interface":[96],"enhance":[98],"efficiency.":[100],"Based":[101],"on":[102],"system,":[104],"we":[105],"reveal":[106],"behavioral":[107],"differences":[108],"in":[109],"under":[113],"various":[114],"perturbations,":[115],"highlighting":[116],"issues.":[118]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-05-29T00:00:00"}