{"id":"https://openalex.org/W2000777050","doi":"https://doi.org/10.1109/grc.2008.4664680","title":"ROUGE-C: A fully automated evaluation method for multi-document summarization","display_name":"ROUGE-C: A fully automated evaluation method for multi-document summarization","publication_year":2008,"publication_date":"2008-08-01","ids":{"openalex":"https://openalex.org/W2000777050","doi":"https://doi.org/10.1109/grc.2008.4664680","mag":"2000777050"},"language":"en","primary_location":{"id":"doi:10.1109/grc.2008.4664680","is_oa":false,"landing_page_url":"https://doi.org/10.1109/grc.2008.4664680","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2008 IEEE International Conference on Granular Computing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039602194","display_name":"Tingting He","orcid":"https://orcid.org/0000-0002-5677-2718"},"institutions":[{"id":"https://openalex.org/I40963666","display_name":"Central China Normal University","ror":"https://ror.org/03x1jna21","country_code":"CN","type":"education","lineage":["https://openalex.org/I40963666"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tingting He","raw_affiliation_strings":["Huazhong Normal University, Wuhan, China","HuaZhong Normal Univ., Wuhan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huazhong Normal University, Wuhan, China","institution_ids":["https://openalex.org/I40963666"]},{"raw_affiliation_string":"HuaZhong Normal Univ., Wuhan","institution_ids":["https://openalex.org/I40963666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101469633","display_name":"Jinguang Chen","orcid":"https://orcid.org/0000-0003-2114-2318"},"institutions":[{"id":"https://openalex.org/I40963666","display_name":"Central China Normal University","ror":"https://ror.org/03x1jna21","country_code":"CN","type":"education","lineage":["https://openalex.org/I40963666"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinguang Chen","raw_affiliation_strings":["Huazhong Normal University, Wuhan, China","HuaZhong Normal Univ., Wuhan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huazhong Normal University, Wuhan, China","institution_ids":["https://openalex.org/I40963666"]},{"raw_affiliation_string":"HuaZhong Normal Univ., Wuhan","institution_ids":["https://openalex.org/I40963666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101430393","display_name":"Liang Ma","orcid":"https://orcid.org/0009-0005-4961-4286"},"institutions":[{"id":"https://openalex.org/I40963666","display_name":"Central China Normal University","ror":"https://ror.org/03x1jna21","country_code":"CN","type":"education","lineage":["https://openalex.org/I40963666"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Ma","raw_affiliation_strings":["Huazhong Normal University, Wuhan, China","HuaZhong Normal Univ., Wuhan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huazhong Normal University, Wuhan, China","institution_ids":["https://openalex.org/I40963666"]},{"raw_affiliation_string":"HuaZhong Normal Univ., Wuhan","institution_ids":["https://openalex.org/I40963666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060713266","display_name":"Zhuoming Gui","orcid":null},"institutions":[{"id":"https://openalex.org/I40963666","display_name":"Central China Normal University","ror":"https://ror.org/03x1jna21","country_code":"CN","type":"education","lineage":["https://openalex.org/I40963666"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuoming Gui","raw_affiliation_strings":["Huazhong Normal University, Wuhan, China","HuaZhong Normal Univ., Wuhan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huazhong Normal University, Wuhan, China","institution_ids":["https://openalex.org/I40963666"]},{"raw_affiliation_string":"HuaZhong Normal Univ., Wuhan","institution_ids":["https://openalex.org/I40963666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101849757","display_name":"Fang Li","orcid":"https://orcid.org/0000-0003-4211-5087"},"institutions":[{"id":"https://openalex.org/I40963666","display_name":"Central China Normal University","ror":"https://ror.org/03x1jna21","country_code":"CN","type":"education","lineage":["https://openalex.org/I40963666"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Li","raw_affiliation_strings":["Huazhong Normal University, Wuhan, China","HuaZhong Normal Univ., Wuhan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huazhong Normal University, Wuhan, China","institution_ids":["https://openalex.org/I40963666"]},{"raw_affiliation_string":"HuaZhong Normal Univ., Wuhan","institution_ids":["https://openalex.org/I40963666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078512276","display_name":"Wei Shao","orcid":"https://orcid.org/0000-0001-7531-1055"},"institutions":[{"id":"https://openalex.org/I40963666","display_name":"Central China Normal University","ror":"https://ror.org/03x1jna21","country_code":"CN","type":"education","lineage":["https://openalex.org/I40963666"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Shao","raw_affiliation_strings":["Huazhong Normal University, Wuhan, China","HuaZhong Normal Univ., Wuhan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huazhong Normal University, Wuhan, China","institution_ids":["https://openalex.org/I40963666"]},{"raw_affiliation_string":"HuaZhong Normal Univ., Wuhan","institution_ids":["https://openalex.org/I40963666"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100391157","display_name":"Qian Wang","orcid":"https://orcid.org/0000-0003-2600-0685"},"institutions":[{"id":"https://openalex.org/I40963666","display_name":"Central China Normal University","ror":"https://ror.org/03x1jna21","country_code":"CN","type":"education","lineage":["https://openalex.org/I40963666"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Wang","raw_affiliation_strings":["Huazhong Normal University, Wuhan, China","HuaZhong Normal Univ., Wuhan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huazhong Normal University, Wuhan, China","institution_ids":["https://openalex.org/I40963666"]},{"raw_affiliation_string":"HuaZhong Normal Univ., Wuhan","institution_ids":["https://openalex.org/I40963666"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I40963666"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.08674588,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"269","last_page":"274"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.9852393865585327},{"id":"https://openalex.org/keywords/rouge","display_name":"ROUGE","score":0.9702898263931274},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7800391912460327},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6346136331558228},{"id":"https://openalex.org/keywords/multi-document-summarization","display_name":"Multi-document summarization","score":0.49575361609458923},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.48374295234680176},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39371803402900696}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9852393865585327},{"id":"https://openalex.org/C7888048","wikidata":"https://www.wikidata.org/wiki/Q7277427","display_name":"ROUGE","level":2,"score":0.9702898263931274},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7800391912460327},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6346136331558228},{"id":"https://openalex.org/C134714966","wikidata":"https://www.wikidata.org/wiki/Q6934448","display_name":"Multi-document summarization","level":3,"score":0.49575361609458923},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.48374295234680176},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39371803402900696}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/grc.2008.4664680","is_oa":false,"landing_page_url":"https://doi.org/10.1109/grc.2008.4664680","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2008 IEEE International Conference on Granular Computing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5299999713897705,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W2082512208","https://openalex.org/W2101105183","https://openalex.org/W2104184715","https://openalex.org/W2112740777","https://openalex.org/W2134061542","https://openalex.org/W2140424253","https://openalex.org/W2150824314","https://openalex.org/W2154652894"],"related_works":["https://openalex.org/W2000777050","https://openalex.org/W4312318079","https://openalex.org/W2110921901","https://openalex.org/W2151695628","https://openalex.org/W3164984162","https://openalex.org/W2104677027","https://openalex.org/W2902627734","https://openalex.org/W2112885393","https://openalex.org/W1990695371","https://openalex.org/W2099859325"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"how":[3],"to":[4,7,117],"use":[5],"ROUGE":[6,14,46,82],"evaluate":[8],"summaries":[9,37,58,89],"without":[10,59],"human":[11,144],"reference":[12,36,61,88,141],"summaries.":[13,62],"is":[15],"a":[16,45,104],"widely":[17],"used":[18],"evaluation":[19],"tool":[20],"for":[21,44,69],"multi-document":[22,110],"summarization":[23,32],"and":[24,76,100,128],"has":[25],"great":[26],"advantages":[27],"in":[28],"the":[29,70,81,87,115],"areas":[30],"of":[31,56,108,125],"evaluation.":[33],"However,":[34],"manual":[35,60],"written":[38],"beforehand":[39],"by":[40,85],"assessors":[41],"are":[42],"indispensable":[43],"test.":[47],"There":[48],"was":[49],"still":[50],"no":[51],"research":[52],"on":[53,114,140],"ROUGEpsilas":[54],"abilities":[55],"evaluating":[57,109],"By":[63],"considering":[64],"summary":[65],"as":[66,93,95],"consensus":[67],"speaker":[68],"original":[71],"input":[72],"information,":[73],"we":[74],"discovered":[75],"developed":[77],"ROUGE-C.":[78],"ROUGE-C":[79,133],"applies":[80],"method":[83],"alternatively":[84],"replacing":[86],"with":[90,123,136],"source":[91],"document":[92],"well":[94,135],"query-focused":[96],"information":[97],"(if":[98],"any),":[99],"therefore":[101],"it":[102],"enables":[103],"fully":[105],"manual-independent":[106],"way":[107],"summarization.":[111],"Experiments":[112],"conducted":[113],"2001":[116],"2005":[118],"DUC":[119],"data":[120],"showed":[121],"that,":[122],"restraint":[124],"appropriate":[126],"condition":[127],"some":[129],"acceptable":[130],"decreased":[131],"efficiency,":[132],"correlated":[134],"methods":[137],"that":[138],"depend":[139],"summaries,":[142],"including":[143],"judgments.":[145]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":3},{"year":2017,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}