{"id":"https://openalex.org/W2752395160","doi":"https://doi.org/10.1007/s10579-017-9399-2","title":"The challenging task of summary evaluation: an overview","display_name":"The challenging task of summary evaluation: an overview","publication_year":2017,"publication_date":"2017-09-02","ids":{"openalex":"https://openalex.org/W2752395160","doi":"https://doi.org/10.1007/s10579-017-9399-2","mag":"2752395160"},"language":"en","primary_location":{"id":"doi:10.1007/s10579-017-9399-2","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10579-017-9399-2","pdf_url":null,"source":{"id":"https://openalex.org/S4306424877","display_name":"Language Resources and Evaluation","issn_l":"1574-020X","issn":["1574-020X","1574-0218"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Resources and Evaluation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022608288","display_name":"Elena Lloret","orcid":"https://orcid.org/0000-0002-2926-294X"},"institutions":[{"id":"https://openalex.org/I130194489","display_name":"University of Alicante","ror":"https://ror.org/05t8bcz72","country_code":"ES","type":"education","lineage":["https://openalex.org/I130194489"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Elena Lloret","raw_affiliation_strings":["Universidad de Alicante, Alicante, Spain"],"affiliations":[{"raw_affiliation_string":"Universidad de Alicante, Alicante, Spain","institution_ids":["https://openalex.org/I130194489"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057033593","display_name":"Laura Plaza","orcid":"https://orcid.org/0000-0001-5144-8014"},"institutions":[{"id":"https://openalex.org/I178450904","display_name":"Universidad Nacional de Educaci\u00f3n a Distancia","ror":"https://ror.org/02msb5n36","country_code":"ES","type":"education","lineage":["https://openalex.org/I178450904"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Laura Plaza","raw_affiliation_strings":["IR & NLP UNED, Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"IR & NLP UNED, Madrid, Spain","institution_ids":["https://openalex.org/I178450904"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065296262","display_name":"Ahmet Aker","orcid":"https://orcid.org/0000-0003-3381-0790"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Ahmet Aker","raw_affiliation_strings":["University of Duisburg-Essen, Duisburg, Germany"],"affiliations":[{"raw_affiliation_string":"University of Duisburg-Essen, Duisburg, Germany","institution_ids":["https://openalex.org/I62318514"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5065296262"],"corresponding_institution_ids":["https://openalex.org/I62318514"],"apc_list":null,"apc_paid":null,"fwci":4.7758,"has_fulltext":false,"cited_by_count":90,"citation_normalized_percentile":{"value":0.95933161,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"52","issue":"1","first_page":"101","last_page":"148"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.9611434936523438},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8494918346405029},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.721817135810852},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.646163284778595},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.629047155380249},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.6087087392807007},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5601077079772949},{"id":"https://openalex.org/keywords/multi-document-summarization","display_name":"Multi-document summarization","score":0.45336678624153137},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.37686455249786377},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.1584690809249878},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06980213522911072}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9611434936523438},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8494918346405029},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.721817135810852},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.646163284778595},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.629047155380249},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6087087392807007},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5601077079772949},{"id":"https://openalex.org/C134714966","wikidata":"https://www.wikidata.org/wiki/Q6934448","display_name":"Multi-document summarization","level":3,"score":0.45336678624153137},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.37686455249786377},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.1584690809249878},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06980213522911072},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10579-017-9399-2","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10579-017-9399-2","pdf_url":null,"source":{"id":"https://openalex.org/S4306424877","display_name":"Language Resources and Evaluation","issn_l":"1574-020X","issn":["1574-020X","1574-0218"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Resources and Evaluation","raw_type":"journal-article"},{"id":"pmh:oai:dnet:ruarepositor::ca80a854366947bfeda399ad85c90533","is_oa":false,"landing_page_url":"http://hdl.handle.net/10045/71549","pdf_url":null,"source":{"id":"https://openalex.org/S4306402641","display_name":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Cient\u00edficas)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4383465926","host_organization_name":"LA Referencia","host_organization_lineage":["https://openalex.org/I4383465926"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.44999998807907104,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1086034489","display_name":null,"funder_award_id":"TIN2015-71785-R","funder_id":"https://openalex.org/F4320321837","funder_display_name":"Ministerio de Econom\u00eda y Competitividad"},{"id":"https://openalex.org/G1530149831","display_name":null,"funder_award_id":"2014-001-UNED-PROY","funder_id":"https://openalex.org/F4320323261","funder_display_name":"Universidad Nacional de Educaci\u00f3n a Distancia"},{"id":"https://openalex.org/G2976698648","display_name":null,"funder_award_id":"PROMETEOII/2014/001","funder_id":"https://openalex.org/F4320321864","funder_display_name":"Generalitat Valenciana"},{"id":"https://openalex.org/G639492927","display_name":null,"funder_award_id":"TIN2013-47090-C3-1-P","funder_id":"https://openalex.org/F4320321837","funder_display_name":"Ministerio de Econom\u00eda y Competitividad"}],"funders":[{"id":"https://openalex.org/F4320321837","display_name":"Ministerio de Econom\u00eda y Competitividad","ror":"https://ror.org/034900433"},{"id":"https://openalex.org/F4320321864","display_name":"Generalitat Valenciana","ror":"https://ror.org/0097mvx21"},{"id":"https://openalex.org/F4320323261","display_name":"Universidad Nacional de Educaci\u00f3n a Distancia","ror":"https://ror.org/02msb5n36"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":153,"referenced_works":["https://openalex.org/W21171454","https://openalex.org/W50708732","https://openalex.org/W79598187","https://openalex.org/W105852416","https://openalex.org/W108011198","https://openalex.org/W135764212","https://openalex.org/W291753371","https://openalex.org/W348133106","https://openalex.org/W1479700690","https://openalex.org/W1484951490","https://openalex.org/W1485311222","https://openalex.org/W1490325468","https://openalex.org/W1494498762","https://openalex.org/W1495108544","https://openalex.org/W1503071992","https://openalex.org/W1505421750","https://openalex.org/W1506857691","https://openalex.org/W1519302135","https://openalex.org/W1519824724","https://openalex.org/W1520453943","https://openalex.org/W1520857482","https://openalex.org/W1530435204","https://openalex.org/W1569447338","https://openalex.org/W1571342594","https://openalex.org/W1592736283","https://openalex.org/W1636140081","https://openalex.org/W1826672328","https://openalex.org/W1839203737","https://openalex.org/W1854567703","https://openalex.org/W1889997937","https://openalex.org/W1942839934","https://openalex.org/W1952825087","https://openalex.org/W1965316693","https://openalex.org/W1970417391","https://openalex.org/W1989217037","https://openalex.org/W1999318746","https://openalex.org/W2000777050","https://openalex.org/W2003555839","https://openalex.org/W2004450254","https://openalex.org/W2006999489","https://openalex.org/W2019416425","https://openalex.org/W2024013984","https://openalex.org/W2026274406","https://openalex.org/W2028009320","https://openalex.org/W2030265142","https://openalex.org/W2034183571","https://openalex.org/W2037414258","https://openalex.org/W2037437500","https://openalex.org/W2042128417","https://openalex.org/W2055452728","https://openalex.org/W2062432826","https://openalex.org/W2063485028","https://openalex.org/W2065553296","https://openalex.org/W2079361112","https://openalex.org/W2085625396","https://openalex.org/W2088802729","https://openalex.org/W2089941494","https://openalex.org/W2093969193","https://openalex.org/W2095652037","https://openalex.org/W2098308736","https://openalex.org/W2100531288","https://openalex.org/W2101105183","https://openalex.org/W2101390659","https://openalex.org/W2102065370","https://openalex.org/W2102328564","https://openalex.org/W2105196479","https://openalex.org/W2107455903","https://openalex.org/W2110921901","https://openalex.org/W2112174218","https://openalex.org/W2112740777","https://openalex.org/W2114837391","https://openalex.org/W2115637926","https://openalex.org/W2117805756","https://openalex.org/W2123946480","https://openalex.org/W2124741472","https://openalex.org/W2124807415","https://openalex.org/W2134061542","https://openalex.org/W2135508356","https://openalex.org/W2136082655","https://openalex.org/W2136780519","https://openalex.org/W2137591918","https://openalex.org/W2138928235","https://openalex.org/W2140676672","https://openalex.org/W2141112969","https://openalex.org/W2141927646","https://openalex.org/W2142078760","https://openalex.org/W2143539737","https://openalex.org/W2150824314","https://openalex.org/W2152502689","https://openalex.org/W2154652894","https://openalex.org/W2157234331","https://openalex.org/W2158751803","https://openalex.org/W2158899491","https://openalex.org/W2160204597","https://openalex.org/W2160467647","https://openalex.org/W2166010605","https://openalex.org/W2166347079","https://openalex.org/W2170005043","https://openalex.org/W2170822781","https://openalex.org/W2229793002","https://openalex.org/W2250332012","https://openalex.org/W2250386865","https://openalex.org/W2250808932","https://openalex.org/W2250829779","https://openalex.org/W2251607282","https://openalex.org/W2251904119","https://openalex.org/W2252098800","https://openalex.org/W2293771131","https://openalex.org/W2294957293","https://openalex.org/W2296024507","https://openalex.org/W2317879529","https://openalex.org/W2397230076","https://openalex.org/W2398210540","https://openalex.org/W2398387993","https://openalex.org/W2400500583","https://openalex.org/W2406579755","https://openalex.org/W2406741635","https://openalex.org/W2406947404","https://openalex.org/W2476001438","https://openalex.org/W2489491723","https://openalex.org/W2497672449","https://openalex.org/W2505843573","https://openalex.org/W2540645427","https://openalex.org/W2605993831","https://openalex.org/W2735460460","https://openalex.org/W2740126256","https://openalex.org/W2741165618","https://openalex.org/W2741672218","https://openalex.org/W2741926160","https://openalex.org/W2916445322","https://openalex.org/W2950225692","https://openalex.org/W2963535053","https://openalex.org/W3088257432","https://openalex.org/W3088311774","https://openalex.org/W3151369355","https://openalex.org/W4206584443","https://openalex.org/W4231741839","https://openalex.org/W4236639552","https://openalex.org/W4247525548","https://openalex.org/W6600866372","https://openalex.org/W6605815150","https://openalex.org/W6628803610","https://openalex.org/W6682631176","https://openalex.org/W6683252230","https://openalex.org/W6683364219","https://openalex.org/W6683738474","https://openalex.org/W6691605071","https://openalex.org/W6728812918","https://openalex.org/W6736616820","https://openalex.org/W6784437298","https://openalex.org/W6898505805","https://openalex.org/W6940572456","https://openalex.org/W6999244237"],"related_works":["https://openalex.org/W3164984162","https://openalex.org/W2104677027","https://openalex.org/W2902627734","https://openalex.org/W2112885393","https://openalex.org/W2173208124","https://openalex.org/W2568827738","https://openalex.org/W1990695371","https://openalex.org/W2365100044","https://openalex.org/W1943954554","https://openalex.org/W2740913191"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":19},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":14},{"year":2019,"cited_by_count":9}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}