{"id":"https://openalex.org/W2741672218","doi":"https://doi.org/10.18653/v1/e17-2007","title":"The limits of automatic summarisation according to ROUGE","display_name":"The limits of automatic summarisation according to ROUGE","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2741672218","doi":"https://doi.org/10.18653/v1/e17-2007","mag":"2741672218"},"language":"en","primary_location":{"id":"doi:10.18653/v1/e17-2007","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/e17-2007","pdf_url":"https://www.aclweb.org/anthology/E17-2007.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th Conference of the European Chapter of the\n          Association for Computational Linguistics: Volume 2, Short Papers","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/E17-2007.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056555815","display_name":"Natalie Schluter","orcid":"https://orcid.org/0000-0001-8215-4801"},"institutions":[{"id":"https://openalex.org/I83467386","display_name":"IT University of Copenhagen","ror":"https://ror.org/02309jg23","country_code":"DK","type":"education","lineage":["https://openalex.org/I83467386"]}],"countries":["DK"],"is_corresponding":true,"raw_author_name":"Natalie Schluter","raw_affiliation_strings":["Department of Computer Science IT University of Copenhagen Copenhagen, Denmark"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science IT University of Copenhagen Copenhagen, Denmark","institution_ids":["https://openalex.org/I83467386"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5056555815"],"corresponding_institution_ids":["https://openalex.org/I83467386"],"apc_list":null,"apc_paid":null,"fwci":7.4834,"has_fulltext":true,"cited_by_count":101,"citation_normalized_percentile":{"value":0.97675426,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"41","last_page":"45"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rouge","display_name":"ROUGE","score":0.8892138004302979},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5664949417114258},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40832147002220154},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.28917720913887024}],"concepts":[{"id":"https://openalex.org/C7888048","wikidata":"https://www.wikidata.org/wiki/Q7277427","display_name":"ROUGE","level":2,"score":0.8892138004302979},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5664949417114258},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40832147002220154},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.28917720913887024}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/e17-2007","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/e17-2007","pdf_url":"https://www.aclweb.org/anthology/E17-2007.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th Conference of the European Chapter of the\n          Association for Computational Linguistics: Volume 2, Short Papers","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:openaire/a390c866-4177-4348-a38e-082424b6fe59","is_oa":false,"landing_page_url":"https://pure.itu.dk/portal/da/publications/a390c866-4177-4348-a38e-082424b6fe59","pdf_url":null,"source":{"id":"https://openalex.org/S4377196680","display_name":"IT University Of Copenhagen (IT University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I83467386","host_organization_name":"IT University of Copenhagen","host_organization_lineage":["https://openalex.org/I83467386"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Schluter, N 2017, The limits of automatic summarisation according to ROUGE. in Proceedings of the 15th Conference of the European Chapter of the Association for Computational Linguistics. vol. 2, Association for Computational Linguistics, pp. 41\u201345. < http://www.aclweb.org/anthology/E17-2007 >","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:pure.atira.dk:publications/a390c866-4177-4348-a38e-082424b6fe59","is_oa":true,"landing_page_url":"http://www.aclweb.org/anthology/E17-2007","pdf_url":null,"source":{"id":"https://openalex.org/S4377196680","display_name":"IT University Of Copenhagen (IT University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I83467386","host_organization_name":"IT University of Copenhagen","host_organization_lineage":["https://openalex.org/I83467386"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Schluter, N 2017, The limits of automatic summarisation according to ROUGE. in Proceedings of the 15th Conference of the European Chapter of the Association for Computational Linguistics. vol. 2, Association for Computational Linguistics, pp. 41\u201345. < http://www.aclweb.org/anthology/E17-2007 >","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.18653/v1/e17-2007","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/e17-2007","pdf_url":"https://www.aclweb.org/anthology/E17-2007.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th Conference of the European Chapter of the\n          Association for Computational Linguistics: Volume 2, Short Papers","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2741672218.pdf","grobid_xml":"https://content.openalex.org/works/W2741672218.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W2011039300","https://openalex.org/W2102065370","https://openalex.org/W2107856200","https://openalex.org/W2110921901","https://openalex.org/W2150824314","https://openalex.org/W2150869743","https://openalex.org/W2154652894","https://openalex.org/W2250694912","https://openalex.org/W2250829779","https://openalex.org/W2251023345","https://openalex.org/W2467173223","https://openalex.org/W2962965405"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4246468761","https://openalex.org/W2117010802","https://openalex.org/W2998414728","https://openalex.org/W4220980281","https://openalex.org/W2793429163","https://openalex.org/W2916546861","https://openalex.org/W3013416132"],"abstract_inverted_index":{"This":[0],"paper":[1],"discusses":[2],"some":[3],"central":[4,41],"caveats":[5],"of":[6,12,27,73],"summarisation,":[7],"incurred":[8],"in":[9],"the":[10,13,31,45,56,71],"use":[11],"ROUGE":[14],"metric":[15],"for":[16,39,44],"evaluation,":[17],"with":[18],"respect":[19],"to":[20,51,55],"optimal":[21,83],"solutions.":[22],"The":[23],"task":[24],"is":[25,62,65],"NPhard,":[26],"which":[28],"we":[29,36],"give":[30],"first":[32],"proof.":[33],"Still,":[34],"as":[35],"show":[37],"empirically":[38,49],"three":[40],"benchmark":[42],"datasets":[43],"task,":[46],"greedy":[47],"algorithms":[48],"seem":[50],"perform":[52],"optimally":[53],"according":[54],"metric.":[57],"Additionally,":[58],"overall":[59],"quality":[60,72],"assurance":[61],"problematic:":[63],"there":[64],"no":[66],"natural":[67],"upper":[68],"bound":[69],"on":[70],"summarisation":[74],"systems,":[75],"and":[76],"even":[77],"humans":[78],"are":[79],"excluded":[80],"from":[81],"performing":[82],"summarisation.":[84]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":17},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":1}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}