{"id":"https://openalex.org/W4416036060","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.1110","title":"ArgCMV: An Argument Summarization Benchmark for the LLM-era","display_name":"ArgCMV: An Argument Summarization Benchmark for the LLM-era","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416036060","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.1110"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.emnlp-main.1110","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.1110","pdf_url":"https://aclanthology.org/2025.emnlp-main.1110.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.emnlp-main.1110.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077772193","display_name":"Omkar Gurjar","orcid":"https://orcid.org/0000-0002-5272-900X"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Omkar Gurjar","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011251992","display_name":"Agam Goyal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Agam Goyal","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5069919112","display_name":"Eshwar Chandrasekharan","orcid":"https://orcid.org/0000-0002-7473-1418"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eshwar Chandrasekharan","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5077772193"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1747657,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"21881","last_page":"21894"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.25290000438690186,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.25290000438690186,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.10689999908208847,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.0608999989926815,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.5857999920845032},{"id":"https://openalex.org/keywords/argument","display_name":"Argument (complex analysis)","score":0.5509999990463257},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4537999927997589},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.3366999924182892},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.2851000130176544}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6064000129699707},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.5857999920845032},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.5509999990463257},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5187000036239624},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4537999927997589},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3366999924182892},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.31619998812675476},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2851000130176544},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.25360000133514404},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.24420000612735748}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.emnlp-main.1110","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.1110","pdf_url":"https://aclanthology.org/2025.emnlp-main.1110.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.emnlp-main.1110","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.1110","pdf_url":"https://aclanthology.org/2025.emnlp-main.1110.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1912064254","display_name":null,"funder_award_id":"2137603","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2507572247","display_name":null,"funder_award_id":"2138286","funder_id":"https://openalex.org/F4320337377","funder_display_name":"Office of Advanced Cyberinfrastructure"},{"id":"https://openalex.org/G4010157413","display_name":null,"funder_award_id":"2138259","funder_id":"https://openalex.org/F4320337377","funder_display_name":"Office of Advanced Cyberinfrastructure"},{"id":"https://openalex.org/G4676224565","display_name":null,"funder_award_id":"2138296","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G509285653","display_name":null,"funder_award_id":"2138307","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5464919783","display_name":null,"funder_award_id":"2137603","funder_id":"https://openalex.org/F4320337377","funder_display_name":"Office of Advanced Cyberinfrastructure"},{"id":"https://openalex.org/G6664589177","display_name":null,"funder_award_id":"2138307","funder_id":"https://openalex.org/F4320337377","funder_display_name":"Office of Advanced Cyberinfrastructure"},{"id":"https://openalex.org/G7622549653","display_name":null,"funder_award_id":"213829","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8300691027","display_name":null,"funder_award_id":"2138286","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8897435675","display_name":null,"funder_award_id":"2138296","funder_id":"https://openalex.org/F4320337377","funder_display_name":"Office of Advanced Cyberinfrastructure"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337377","display_name":"Office of Advanced Cyberinfrastructure","ror":"https://ror.org/04nh1dc89"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416036060.pdf","grobid_xml":"https://content.openalex.org/works/W4416036060.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Key":[0],"point":[1,70],"extraction":[2,21,71,141],"is":[3],"an":[4],"important":[5],"task":[6],"in":[7],"argument":[8,68],"summarization,":[9],"which":[10],"involves":[11],"extracting":[12],"high-level":[13],"short":[14],"summaries":[15],"from":[16,79],"arguments.Existing":[17],"approaches":[18],"for":[19,48,143,150],"KP":[20,140],"have":[22],"been":[23],"mostly":[24],"evaluated":[25],"on":[26],"the":[27,37,41,46,148,151],"popular":[28],"ArgKP21":[29,42],"dataset.In":[30],"this":[31],"paper,":[32],"we":[33,64],"highlight":[34],"some":[35],"of":[36,40,55,76,99,107,154],"major":[38],"limitations":[39],"dataset":[43,72,88,142],"and":[44,103,121,131],"demonstrate":[45],"need":[47],"new":[49,67],"benchmarks":[50],"that":[51,112],"are":[52],"more":[53],"representative":[54],"actual":[56,80],"human":[57,82],"conversations.Using":[58],"SoTA":[59],"large":[60],"language":[61],"models":[62],"(LLMs),":[63],"curate":[65],"a":[66,104,138],"key":[69],"called":[73],"ArgCMV":[74,120],"comprising":[75],"12K":[77],"arguments":[78],"online":[81,145],"debates":[83],"spread":[84],"across":[85],"3K":[86],"topics.Our":[87],"exhibits":[89],"higher":[90,97],"complexity":[91],"such":[92],"as":[93],"longer,":[94],"coreferencing":[95],"arguments,":[96],"presence":[98],"subjective":[100],"discourse":[101],"units,":[102],"larger":[105],"range":[106],"topics":[108],"over":[109],"ArgKP21.We":[110],"show":[111],"existing":[113,129],"methods":[114],"do":[115],"not":[116],"adapt":[117],"well":[118],"to":[119],"provide":[122],"extensive":[123],"benchmark":[124],"results":[125],"by":[126],"experimenting":[127],"with":[128],"baselines":[130],"latest":[132],"open":[133],"source":[134],"models.This":[135],"work":[136],"introduces":[137],"novel":[139],"long-context":[144],"discussions,":[146],"setting":[147],"stage":[149],"next":[152],"generation":[153],"LLM-driven":[155],"summarization":[156],"research.":[157],"1":[158]},"counts_by_year":[],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-11-08T00:00:00"}