{"id":"https://openalex.org/W7140139769","doi":"https://doi.org/10.18653/v1/2026.eacl-long.207","title":"BeDiscovER: The Benchmark of Discourse Understanding in the Era of Reasoning Language Models","display_name":"BeDiscovER: The Benchmark of Discourse Understanding in the Era of Reasoning Language Models","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140139769","doi":"https://doi.org/10.18653/v1/2026.eacl-long.207"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.eacl-long.207","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.207","pdf_url":"https://aclanthology.org/2026.eacl-long.207.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.eacl-long.207.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057379216","display_name":"Chuyuan Li","orcid":"https://orcid.org/0000-0001-6117-1274"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chuyuan Li","raw_affiliation_strings":["Department of Computer Science University of British Columbia Vancouver , BC , Canada , V6T 1Z4"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science University of British Columbia Vancouver , BC , Canada , V6T 1Z4","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049259877","display_name":"Giuseppe Carenini","orcid":"https://orcid.org/0000-0003-4310-0119"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Giuseppe Carenini","raw_affiliation_strings":["Department of Computer Science University of British Columbia Vancouver , BC , Canada , V6T 1Z4"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science University of British Columbia Vancouver , BC , Canada , V6T 1Z4","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.40118125,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4417","last_page":"4479"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.08410000056028366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.08410000056028366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.07199999690055847,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.04989999905228615,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.439300000667572},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3571999967098236},{"id":"https://openalex.org/keywords/language-understanding","display_name":"Language understanding","score":0.3386000096797943},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.3059000074863434},{"id":"https://openalex.org/keywords/computational-linguistics","display_name":"Computational linguistics","score":0.29260000586509705}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6385999917984009},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5073000192642212},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4666000008583069},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.439300000667572},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.41749998927116394},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3571999967098236},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.3386000096797943},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3059000074863434},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.29260000586509705},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.2800000011920929},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.2630000114440918}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.eacl-long.207","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.207","pdf_url":"https://aclanthology.org/2026.eacl-long.207.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.eacl-long.207","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.207","pdf_url":"https://aclanthology.org/2026.eacl-long.207.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140139769.pdf","grobid_xml":"https://content.openalex.org/works/W7140139769.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"introduce":[1],"BeDiscovER":[2],"(Benchmark":[3],"of":[4,10,23,113],"Discourse":[5,77],"Understanding":[6],"in":[7,40,110],"the":[8,20],"Era":[9],"Reasoning":[11],"Language":[12],"Models),":[13],"an":[14],"up-to-date,":[15],"comprehensive":[16],"suite":[17],"for":[18,82],"evaluating":[19],"discourse-level":[21],"knowledge":[22],"modern":[24],"LLMs.BeDiscovER":[25],"compiles":[26],"5":[27],"publicly":[28],"available":[29],"discourse":[30,33,52,66,86,127],"tasks":[31,49],"across":[32],"lexicon,":[34],"(multi-)sentential,":[35],"and":[36,54,71,80,84,95,102,122,126],"documental":[37],"levels,":[38],"with":[39,119],"total":[41],"52":[42],"individual":[43],"datasets.It":[44],"covers":[45],"both":[46],"extensively":[47],"studied":[48],"such":[50,64,129],"as":[51,58,60,65,130],"parsing":[53],"temporal":[55,114],"relation":[56,87,132],"extraction,":[57],"well":[59],"some":[61,123],"novel":[62],"challenges":[63],"particle":[67],"disambiguation":[68],"(e.g.,":[69],"\"just\"),":[70],"also":[72],"aggregates":[73],"a":[74],"sharedtask":[75],"on":[76,100],"Relation":[78],"Parsing":[79],"Treebanking":[81],"multilingual":[83],"multi-framework":[85],"classification.We":[88],"evaluate":[89],"open-source":[90],"LLMs:":[91],"Qwen3":[92],"series,":[93],"DeepSeek-R1,":[94],"frontier":[96],"reasoning":[97,121],"model":[98],"GPT-5-mini":[99],"BeDiscovER,":[101],"find":[103],"that":[104],"state-of-the-art":[105],"models":[106],"exhibits":[107],"strong":[108],"performance":[109],"arithmetic":[111],"aspect":[112],"reasoning,":[115],"but":[116],"they":[117],"struggle":[118],"long-dependency":[120],"subtle":[124],"semantic":[125],"phenomena,":[128],"rhetorical":[131],"classification.":[133]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-24T00:00:00"}