{"id":"https://openalex.org/W4416034201","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.1159","title":"Can LLMs Judge Debates? Evaluating Non-Linear Reasoning via Argumentation Theory Semantics","display_name":"Can LLMs Judge Debates? Evaluating Non-Linear Reasoning via Argumentation Theory Semantics","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416034201","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.1159"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.1159","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.1159","pdf_url":"https://aclanthology.org/2025.findings-emnlp.1159.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-emnlp.1159.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119806572","display_name":"Reza Sanayei","orcid":null},"institutions":[{"id":"https://openalex.org/I138006243","display_name":"University of Arizona","ror":"https://ror.org/03m2x1q45","country_code":"US","type":"education","lineage":["https://openalex.org/I138006243"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Reza Sanayei","raw_affiliation_strings":["University of Arizona (Tucson AZ 85721 USA - United States)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Arizona (Tucson AZ 85721 USA - United States)","institution_ids":["https://openalex.org/I138006243"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046046557","display_name":"Srdjan Vesi\u0107","orcid":"https://orcid.org/0000-0002-4382-0928"},"institutions":[{"id":"https://openalex.org/I4210115519","display_name":"Centre de Recherche en Informatique","ror":"https://ror.org/020cdve92","country_code":"FR","type":"facility","lineage":["https://openalex.org/I190752583","https://openalex.org/I2746051580","https://openalex.org/I4210091621","https://openalex.org/I4210115519","https://openalex.org/I70768539"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Srdjan Vesic","raw_affiliation_strings":["CRIL - Centre de Recherche en Informatique de Lens (Facult\u00e9 Jean Perrin Rue Jean Souvraz - SP 18 - 62307 LENS CEDEX - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CRIL - Centre de Recherche en Informatique de Lens (Facult\u00e9 Jean Perrin Rue Jean Souvraz - SP 18 - 62307 LENS CEDEX - France)","institution_ids":["https://openalex.org/I4210115519"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101756071","display_name":"Eduardo Blanco","orcid":"https://orcid.org/0000-0001-5928-3437"},"institutions":[{"id":"https://openalex.org/I138006243","display_name":"University of Arizona","ror":"https://ror.org/03m2x1q45","country_code":"US","type":"education","lineage":["https://openalex.org/I138006243"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eduardo Blanco","raw_affiliation_strings":["University of Arizona (Tucson AZ 85721 USA - United States)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Arizona (Tucson AZ 85721 USA - United States)","institution_ids":["https://openalex.org/I138006243"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047699502","display_name":"Mihai Surdeanu","orcid":"https://orcid.org/0000-0001-6956-8030"},"institutions":[{"id":"https://openalex.org/I138006243","display_name":"University of Arizona","ror":"https://ror.org/03m2x1q45","country_code":"US","type":"education","lineage":["https://openalex.org/I138006243"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mihai Surdeanu","raw_affiliation_strings":["University of Arizona (Tucson AZ 85721 USA - United States)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Arizona (Tucson AZ 85721 USA - United States)","institution_ids":["https://openalex.org/I138006243"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15695729,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"21244","last_page":"21262"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.5741000175476074,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.5741000175476074,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.08879999816417694,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14013","display_name":"Legal Language and Interpretation","score":0.041999999433755875,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5934000015258789},{"id":"https://openalex.org/keywords/argumentation-theory","display_name":"Argumentation theory","score":0.5805000066757202},{"id":"https://openalex.org/keywords/pragmatics","display_name":"Pragmatics","score":0.31209999322891235},{"id":"https://openalex.org/keywords/automated-reasoning","display_name":"Automated reasoning","score":0.2937000095844269},{"id":"https://openalex.org/keywords/case-based-reasoning","display_name":"Case-based reasoning","score":0.29280000925064087}],"concepts":[{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5934000015258789},{"id":"https://openalex.org/C65059942","wikidata":"https://www.wikidata.org/wiki/Q270105","display_name":"Argumentation theory","level":2,"score":0.5805000066757202},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4912000000476837},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.4505999982357025},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.4259999990463257},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.414900004863739},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35109999775886536},{"id":"https://openalex.org/C11693617","wikidata":"https://www.wikidata.org/wiki/Q181839","display_name":"Pragmatics","level":2,"score":0.31209999322891235},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3021000027656555},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.2937000095844269},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.29280000925064087},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.27709999680519104},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.2605000138282776},{"id":"https://openalex.org/C2778689934","wikidata":"https://www.wikidata.org/wiki/Q1313396","display_name":"Headline","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2563999891281128},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2549999952316284},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.2547999918460846}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/2025.findings-emnlp.1159","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.1159","pdf_url":"https://aclanthology.org/2025.findings-emnlp.1159.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-05388111v1","is_oa":true,"landing_page_url":"https://hal.science/hal-05388111","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025, Nov 2025, Suzhou, China. pp.21244-21262, ⟨10.18653/v1/2025.findings-emnlp.1159⟩","raw_type":"Conference papers"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.1159","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.1159","pdf_url":"https://aclanthology.org/2025.findings-emnlp.1159.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416034201.pdf","grobid_xml":"https://content.openalex.org/works/W4416034201.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"excel":[4],"at":[5],"linear":[6],"reasoning":[7,35],"tasks":[8],"but":[9],"remain":[10],"underexplored":[11],"on":[12,55,140],"non-linear":[13],"structures":[14],"such":[15],"as":[16,26],"those":[17],"found":[18],"in":[19,131],"natural":[20],"debates,":[21],"which":[22,48],"are":[23,69],"best":[24],"expressed":[25],"argument":[27,118],"graphs.We":[28],"evaluate":[29],"whether":[30],"LLMs":[31,82,130],"can":[32],"approximate":[33],"structured":[34],"from":[36,64],"Computational":[37],"Argumentation":[38,44],"Theory":[39],"(CAT).Specifically,":[40],"we":[41],"use":[42],"Quantitative":[43],"Debate":[45],"(QuAD)":[46],"semantics,":[47],"assigns":[49],"acceptability":[50],"scores":[51],"to":[52,71,76,117],"arguments":[53,73],"based":[54],"their":[56],"attack":[57],"and":[58,89,120,127,136],"support":[59],"relations.Given":[60],"only":[61],"dialogue-formatted":[62],"debates":[63],"two":[65],"NoDE":[66],"datasets,":[67],"models":[68,92],"prompted":[70],"rank":[72],"without":[74],"access":[75],"the":[77,125],"underlying":[78],"graph.We":[79],"test":[80],"several":[81],"under":[83],"advanced":[84],"instruction":[85],"strategies,":[86],"including":[87],"Chain-of-Thought":[88],"In-Context":[90],"Learning.While":[91],"show":[93],"moderate":[94],"alignment":[95],"with":[96,101],"QuAD":[97],"rankings,":[98],"performance":[99],"degrades":[100],"longer":[102],"inputs":[103],"or":[104],"disrupted":[105],"discourse":[106],"flow.Advanced":[107],"prompting":[108],"helps":[109],"mitigate":[110],"these":[111],"effects":[112],"by":[113],"reducing":[114],"biases":[115],"related":[116],"length":[119],"position.Our":[121],"findings":[122],"highlight":[123],"both":[124],"promise":[126],"limitations":[128],"of":[129],"modeling":[132],"formal":[133],"argumentation":[134],"semantics":[135],"motivate":[137],"future":[138],"work":[139],"graphaware":[141],"reasoning.":[142]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-11-08T00:00:00"}