{"id":"https://openalex.org/W4391947099","doi":"https://doi.org/10.1109/ocit59427.2023.10431258","title":"Measuring the Quality of Text Summarization: A Survey of Evaluation Approaches","display_name":"Measuring the Quality of Text Summarization: A Survey of Evaluation Approaches","publication_year":2023,"publication_date":"2023-12-13","ids":{"openalex":"https://openalex.org/W4391947099","doi":"https://doi.org/10.1109/ocit59427.2023.10431258"},"language":"en","primary_location":{"id":"doi:10.1109/ocit59427.2023.10431258","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ocit59427.2023.10431258","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 OITS International Conference on Information Technology (OCIT)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111131878","display_name":"K S Rosamma","orcid":null},"institutions":[{"id":"https://openalex.org/I11880225","display_name":"National Institute of Technology Karnataka","ror":"https://ror.org/01hz4v948","country_code":"IN","type":"education","lineage":["https://openalex.org/I11880225"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rosamma K S","raw_affiliation_strings":["National Institute of Technology Karnataka,Dept. of Information Technology,Surathkal,India","Dept. of Information Technology, National Institute of Technology Karnataka, Surathkal, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Technology Karnataka,Dept. of Information Technology,Surathkal,India","institution_ids":["https://openalex.org/I11880225"]},{"raw_affiliation_string":"Dept. of Information Technology, National Institute of Technology Karnataka, Surathkal, India","institution_ids":["https://openalex.org/I11880225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040815462","display_name":"Nagamma Patil","orcid":"https://orcid.org/0000-0001-9924-9559"},"institutions":[{"id":"https://openalex.org/I11880225","display_name":"National Institute of Technology Karnataka","ror":"https://ror.org/01hz4v948","country_code":"IN","type":"education","lineage":["https://openalex.org/I11880225"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Nagamma Patil","raw_affiliation_strings":["National Institute of Technology Karnataka,Dept. of Information Technology,Surathkal,India","Dept. of Information Technology, National Institute of Technology Karnataka, Surathkal, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Technology Karnataka,Dept. of Information Technology,Surathkal,India","institution_ids":["https://openalex.org/I11880225"]},{"raw_affiliation_string":"Dept. of Information Technology, National Institute of Technology Karnataka, Surathkal, India","institution_ids":["https://openalex.org/I11880225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I11880225"],"apc_list":null,"apc_paid":null,"fwci":0.2178,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.51630391,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"290","last_page":"296"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.9402446746826172},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7576195001602173},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5639089941978455},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4848536252975464},{"id":"https://openalex.org/keywords/multi-document-summarization","display_name":"Multi-document summarization","score":0.4395006597042084},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3671191930770874},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33008497953414917}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9402446746826172},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7576195001602173},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5639089941978455},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4848536252975464},{"id":"https://openalex.org/C134714966","wikidata":"https://www.wikidata.org/wiki/Q6934448","display_name":"Multi-document summarization","level":3,"score":0.4395006597042084},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3671191930770874},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33008497953414917},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ocit59427.2023.10431258","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ocit59427.2023.10431258","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 OITS International Conference on Information Technology (OCIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6399999856948853,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W26591655","https://openalex.org/W1956340063","https://openalex.org/W1964460951","https://openalex.org/W1967981232","https://openalex.org/W2026498605","https://openalex.org/W2032494091","https://openalex.org/W2065553296","https://openalex.org/W2070150502","https://openalex.org/W2101105183","https://openalex.org/W2154652894","https://openalex.org/W2291187241","https://openalex.org/W2598654328","https://openalex.org/W2883616768","https://openalex.org/W2883730939","https://openalex.org/W2927490800","https://openalex.org/W2936461891","https://openalex.org/W2948306594","https://openalex.org/W2971811570","https://openalex.org/W2977683229","https://openalex.org/W2996845475","https://openalex.org/W2997520071","https://openalex.org/W3005700414","https://openalex.org/W3012254375","https://openalex.org/W3080226865","https://openalex.org/W3087824800","https://openalex.org/W3159675922","https://openalex.org/W4226069095","https://openalex.org/W4230097545","https://openalex.org/W6601052559","https://openalex.org/W6675323542","https://openalex.org/W6677481393","https://openalex.org/W6682631176","https://openalex.org/W6696543120"],"related_works":["https://openalex.org/W3164984162","https://openalex.org/W2104677027","https://openalex.org/W2902627734","https://openalex.org/W2112885393","https://openalex.org/W2785821657","https://openalex.org/W2173208124","https://openalex.org/W2568827738","https://openalex.org/W1990695371","https://openalex.org/W2365100044","https://openalex.org/W1943954554"],"abstract_inverted_index":{"Text":[0,20],"summarization":[1,4,21,61,75,97,108,139],"and":[2,17,38,52,71,88,100,106,122],"text":[3,31,60,74,96,138],"measures":[5,62,78],"both":[6],"play":[7],"significant":[8],"roles":[9],"in":[10],"the":[11,57,68,91,112,117,123],"field":[12],"of":[13,30,73,90,114,119,126,136],"natural":[14],"language":[15],"processing":[16],"information":[18,37],"retrieval.":[19],"is":[22],"a":[23,132],"computational":[24],"technique":[25],"that":[26],"condenses":[27],"large":[28],"volumes":[29],"into":[32],"concise":[33],"summaries,":[34],"extracting":[35],"key":[36],"main":[39],"ideas.":[40],"It":[41],"enables":[42],"users":[43],"to":[44],"efficiently":[45],"retrieve":[46],"relevant":[47],"information,":[48],"comprehend":[49],"complex":[50],"documents,":[51],"make":[53],"informed":[54],"decisions.":[55],"On":[56],"other":[58],"hand,":[59],"are":[63],"essential":[64],"tools":[65],"for":[66],"evaluating":[67],"quality,":[69,86],"effectiveness,":[70],"performance":[72],"systems.":[76],"These":[77],"encompass":[79],"various":[80,137],"aspects,":[81],"including":[82],"content":[83],"coverage,":[84],"linguistic":[85],"coherence,":[87],"informativeness":[89],"generated":[92],"summaries.":[93],"By":[94],"leveraging":[95],"measures,":[98],"researchers":[99],"practitioners":[101],"can":[102],"systematically":[103],"evaluate,":[104],"benchmark,":[105],"improve":[107],"methods.":[109],"They":[110],"facilitate":[111],"identification":[113],"best":[115],"practices,":[116],"development":[118],"innovative":[120],"techniques,":[121],"fair":[124],"comparison":[125],"different":[127],"approaches.":[128],"This":[129],"paper":[130],"presents":[131],"comprehensive":[133],"comparative":[134],"analysis":[135],"measures.":[140]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}