{"id":"https://openalex.org/W7166874808","doi":"https://doi.org/10.18653/v1/2026.findings-acl.1908","title":"When Reviews Disagree: Fine-Grained Contradiction Analysis in Scientific Peer Reviews","display_name":"When Reviews Disagree: Fine-Grained Contradiction Analysis in Scientific Peer Reviews","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166874808","doi":"https://doi.org/10.18653/v1/2026.findings-acl.1908"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.findings-acl.1908","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1908","pdf_url":"https://aclanthology.org/2026.findings-acl.1908.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.findings-acl.1908.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139718993","display_name":"Sandeep Kumar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sandeep Kumar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139775833","display_name":"Yash Kamdar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yash Kamdar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139847893","display_name":"Abid Hossain","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abid Hossain","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139786187","display_name":"Bharti Kumari","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bharti Kumari","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050294127","display_name":"Tanik Saikh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tanik Saikh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139748379","display_name":"Asif Ekbal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Asif Ekbal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.88235294,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"38267","last_page":"38290"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.16120000183582306,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.16120000183582306,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":0.10270000249147415,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12648","display_name":"Academic Writing and Publishing","score":0.04390000179409981,"subfield":{"id":"https://openalex.org/subfields/1207","display_name":"History and Philosophy of Science"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/contradiction","display_name":"Contradiction","score":0.5756000280380249},{"id":"https://openalex.org/keywords/peer-review","display_name":"Peer review","score":0.41690000891685486},{"id":"https://openalex.org/keywords/scientific-literature","display_name":"Scientific literature","score":0.2903999984264374},{"id":"https://openalex.org/keywords/subject","display_name":"Subject (documents)","score":0.2825999855995178}],"concepts":[{"id":"https://openalex.org/C2776728590","wikidata":"https://www.wikidata.org/wiki/Q363948","display_name":"Contradiction","level":2,"score":0.5756000280380249},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.5371999740600586},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.4666000008583069},{"id":"https://openalex.org/C138368954","wikidata":"https://www.wikidata.org/wiki/Q215028","display_name":"Peer review","level":2,"score":0.41690000891685486},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.39100000262260437},{"id":"https://openalex.org/C2781083858","wikidata":"https://www.wikidata.org/wiki/Q17327049","display_name":"Scientific literature","level":2,"score":0.2903999984264374},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2879999876022339},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.2825999855995178},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2727000117301941},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2669999897480011},{"id":"https://openalex.org/C195732255","wikidata":"https://www.wikidata.org/wiki/Q981008","display_name":"Sociology of scientific knowledge","level":2,"score":0.25699999928474426}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-acl.1908","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1908","pdf_url":"https://aclanthology.org/2026.findings-acl.1908.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-acl.1908","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1908","pdf_url":"https://aclanthology.org/2026.findings-acl.1908.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166874808.pdf","grobid_xml":"https://content.openalex.org/works/W7166874808.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Scientific":[0],"peer":[1,72],"reviews":[2,73],"frequently":[3],"contain":[4],"conflicting":[5],"expert":[6],"judgments,":[7],"and":[8,21,26,48,80,120,126,145,160,168,184],"the":[9,45,52],"increasing":[10],"scale":[11],"of":[12,54,64,95],"conference":[13],"submissions":[14],"makes":[15],"it":[16],"challenging":[17],"for":[18],"Area":[19],"Chairs":[20],"editors":[22],"to":[23,122],"reliably":[24],"identify":[25],"interpret":[27],"such":[28],"disagreements.Existing":[29],"approaches":[30],"typically":[31],"frame":[32],"reviewer":[33,65,124],"disagreement":[34,83],"as":[35],"binary":[36],"contradiction":[37,66,77,100,143],"detection":[38],"over":[39,70],"isolated":[40],"sentence":[41],"pairs,":[42],"abstracting":[43],"away":[44],"review-level":[46],"context":[47],"obscuring":[49],"differences":[50],"in":[51,147,164],"severity":[53],"evaluative":[55],"conflict.In":[56],"this":[57,87],"work,":[58],"we":[59,89,132],"introduce":[60],"a":[61,109,137,148],"fine-grained":[62],"formulation":[63],"analysis":[67],"that":[68,113,141,154],"operates":[69],"full":[71],"by":[74],"explicitly":[75],"identifying":[76],"evidence":[78,116,144,166],"spans":[79],"assigning":[81],"graded":[82,103],"intensity":[84,104,146,169],"scores.To":[85],"support":[86,129],"task,":[88],"present":[90],"RevCI,":[91],"an":[92],"expertannotated":[93],"benchmark":[94],"peer-review":[96],"pairs":[97],"with":[98,102],"evidence-level":[99],"annotations":[101],"labels.We":[105],"further":[106],"propose":[107],"IM-PACT,":[108],"structured":[110],"multi-agent":[111],"framework":[112],"integrates":[114],"aspect-conditioned":[115],"extraction,":[117],"deliberative":[118],"reasoning,":[119],"adjudication":[121],"model":[123,140],"contradictions":[125],"their":[127],"intensity.To":[128],"efficient":[130],"deployment,":[131],"distill":[133],"IMPACT":[134,155],"into":[135],"TIDE,":[136],"small":[138],"language":[139],"predicts":[142],"single":[149],"forward":[150],"pass.Experimental":[151],"results":[152],"show":[153],"substantially":[156],"outperforms":[157],"strong":[158],"single-agent":[159],"generic":[161],"multiagent":[162],"baselines":[163],"both":[165],"identification":[167],"agreement,":[170],"while":[171],"TIDE":[172],"achieves":[173],"competitive":[174],"performance":[175],"at":[176],"significantly":[177],"lower":[178],"inference":[179],"cost.We":[180],"make":[181],"our":[182],"code":[183],"dataset":[185],"publicly":[186],"available":[187],"1":[188],".":[189]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-07-02T00:00:00"}