{"id":"https://openalex.org/W2079361112","doi":"https://doi.org/10.3390/a5040398","title":"Better Metrics to Automatically Predict the Quality of a Text Summary","display_name":"Better Metrics to Automatically Predict the Quality of a Text Summary","publication_year":2012,"publication_date":"2012-09-26","ids":{"openalex":"https://openalex.org/W2079361112","doi":"https://doi.org/10.3390/a5040398","mag":"2079361112"},"language":"en","primary_location":{"id":"doi:10.3390/a5040398","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a5040398","pdf_url":"https://www.mdpi.com/1999-4893/5/4/398/pdf","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-4893/5/4/398/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012188018","display_name":"Peter A. Rankel","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Peter A. Rankel","raw_affiliation_strings":["Statistics Program, Department of Mathematics, University of Maryland, College Park, MD 20742, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Statistics Program, Department of Mathematics, University of Maryland, College Park, MD 20742, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071054384","display_name":"John M. Conroy","orcid":"https://orcid.org/0000-0003-2431-3776"},"institutions":[{"id":"https://openalex.org/I3149230897","display_name":"Institute For Defense Analyses","ror":"https://ror.org/00rh8m666","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I3149230897"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John M. Conroy","raw_affiliation_strings":["Center for Computing Sciences, Institute for Defense Analyses, 17100 Science Drive, Bowie, MD 20715, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Computing Sciences, Institute for Defense Analyses, 17100 Science Drive, Bowie, MD 20715, USA","institution_ids":["https://openalex.org/I3149230897"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001306658","display_name":"Judith D. Schlesinger","orcid":null},"institutions":[{"id":"https://openalex.org/I3149230897","display_name":"Institute For Defense Analyses","ror":"https://ror.org/00rh8m666","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I3149230897"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Judith D. Schlesinger","raw_affiliation_strings":["Center for Computing Sciences, Institute for Defense Analyses, 17100 Science Drive, Bowie, MD 20715, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Computing Sciences, Institute for Defense Analyses, 17100 Science Drive, Bowie, MD 20715, USA","institution_ids":["https://openalex.org/I3149230897"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5012188018"],"corresponding_institution_ids":["https://openalex.org/I66946132"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":2.3049,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.89735945,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"5","issue":"4","first_page":"398","last_page":"420"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.905570387840271},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6794005632400513},{"id":"https://openalex.org/keywords/canonical-correlation","display_name":"Canonical correlation","score":0.6175168752670288},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.615010142326355},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5788799524307251},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5089900493621826},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.47881466150283813},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.4425351023674011},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.42468878626823425},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3602769374847412},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.24720537662506104},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.23877546191215515}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.905570387840271},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6794005632400513},{"id":"https://openalex.org/C153874254","wikidata":"https://www.wikidata.org/wiki/Q115542","display_name":"Canonical correlation","level":2,"score":0.6175168752670288},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.615010142326355},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5788799524307251},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5089900493621826},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.47881466150283813},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.4425351023674011},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.42468878626823425},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3602769374847412},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24720537662506104},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.23877546191215515},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/a5040398","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a5040398","pdf_url":"https://www.mdpi.com/1999-4893/5/4/398/pdf","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},{"id":"pmh:oai:drum.lib.umd.edu:1903/31620","is_oa":true,"landing_page_url":"http://hdl.handle.net/1903/31620","pdf_url":"https://drum.lib.umd.edu/bitstreams/82c1b987-0640-4ad1-8619-a2fcfa46f686/download","source":{"id":"https://openalex.org/S4306401518","display_name":"University Libraries (University of Maryland)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66946132","host_organization_name":"University of Maryland, College Park","host_organization_lineage":["https://openalex.org/I66946132"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:doaj.org/article:879300b0c1ac4d9fae525b943f6b0acd","is_oa":true,"landing_page_url":"https://doaj.org/article/879300b0c1ac4d9fae525b943f6b0acd","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms, Vol 5, Iss 4, Pp 398-420 (2012)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1999-4893/5/4/398/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/a5040398","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms; Volume 5; Issue 4; Pages: 398-420","raw_type":"Text"},{"id":"doi:10.13016/dspace/e0xd-15t6","is_oa":true,"landing_page_url":"https://doi.org/10.13016/dspace/e0xd-15t6","pdf_url":null,"source":{"id":"https://openalex.org/S4306402644","display_name":"Digital Repository at the University of Maryland (University of Maryland College Park)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66946132","host_organization_name":"University of Maryland, College Park","host_organization_lineage":["https://openalex.org/I66946132"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.3390/a5040398","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a5040398","pdf_url":"https://www.mdpi.com/1999-4893/5/4/398/pdf","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6100000143051147,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W85474729","https://openalex.org/W174765288","https://openalex.org/W1445789563","https://openalex.org/W1495108544","https://openalex.org/W1539051175","https://openalex.org/W1789328935","https://openalex.org/W1974339500","https://openalex.org/W1983018376","https://openalex.org/W2030265142","https://openalex.org/W2051618067","https://openalex.org/W2115637926","https://openalex.org/W2123946480","https://openalex.org/W2141927646","https://openalex.org/W2142078760","https://openalex.org/W2154652894","https://openalex.org/W2398210540","https://openalex.org/W2406579755","https://openalex.org/W4210911708","https://openalex.org/W6638339949"],"related_works":["https://openalex.org/W2747680751","https://openalex.org/W2793376154","https://openalex.org/W2293457016","https://openalex.org/W1970646221","https://openalex.org/W3204019825","https://openalex.org/W2034971712","https://openalex.org/W2891593214","https://openalex.org/W31109355","https://openalex.org/W4248574069","https://openalex.org/W2790784981"],"abstract_inverted_index":{"In":[0],"this":[1],"paper":[2],"we":[3],"demonstrate":[4],"a":[5,14],"family":[6],"of":[7,13,48],"metrics":[8,26,63],"for":[9,69],"estimating":[10],"the":[11,34,66],"quality":[12],"text":[15,71],"summary":[16],"relative":[17],"to":[18,36],"one":[19,47],"or":[20,55],"more":[21],"human-generated":[22],"summaries.":[23],"The":[24,42,61],"improved":[25],"are":[27,44],"based":[28],"on":[29],"features":[30,43],"automatically":[31],"computed":[32],"from":[33],"summaries":[35],"measure":[37],"content":[38],"and":[39],"linguistic":[40],"quality.":[41],"combined":[45],"using":[46],"three":[49],"methods\u2014robust":[50],"regression,":[51],"non-negative":[52],"least":[53],"squares,":[54],"canonical":[56],"correlation,":[57],"an":[58],"eigenvalue":[59],"method.":[60],"new":[62],"significantly":[64],"outperform":[65],"previous":[67],"standard":[68],"automatic":[70],"summarization":[72],"evaluation,":[73],"ROUGE.":[74]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}