{"id":"https://openalex.org/W4281979716","doi":"https://doi.org/10.3233/ica-220680","title":"Summarization assessment methodology for multiple corpora using queries and classification for functional evaluation","display_name":"Summarization assessment methodology for multiple corpora using queries and classification for functional evaluation","publication_year":2022,"publication_date":"2022-05-10","ids":{"openalex":"https://openalex.org/W4281979716","doi":"https://doi.org/10.3233/ica-220680"},"language":"en","primary_location":{"id":"doi:10.3233/ica-220680","is_oa":false,"landing_page_url":"https://doi.org/10.3233/ica-220680","pdf_url":null,"source":{"id":"https://openalex.org/S107631664","display_name":"Integrated Computer-Aided Engineering","issn_l":"1069-2509","issn":["1069-2509","1875-8835"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Integrated Computer-Aided Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060175610","display_name":"Sam Wolyn","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sam Wolyn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5022519243","display_name":"Steven J. Simske","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Steven J. Simske","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5022519243"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5249,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.69814457,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"29","issue":"3","first_page":"227","last_page":"239"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.9640052318572998},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8756531476974487},{"id":"https://openalex.org/keywords/multi-document-summarization","display_name":"Multi-document summarization","score":0.6904231309890747},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6850437521934509},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5572701096534729},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5099571943283081},{"id":"https://openalex.org/keywords/phrase","display_name":"Phrase","score":0.45744583010673523},{"id":"https://openalex.org/keywords/text-graph","display_name":"Text graph","score":0.4324261546134949},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3873865604400635}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9640052318572998},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8756531476974487},{"id":"https://openalex.org/C134714966","wikidata":"https://www.wikidata.org/wiki/Q6934448","display_name":"Multi-document summarization","level":3,"score":0.6904231309890747},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6850437521934509},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5572701096534729},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5099571943283081},{"id":"https://openalex.org/C2776224158","wikidata":"https://www.wikidata.org/wiki/Q187931","display_name":"Phrase","level":2,"score":0.45744583010673523},{"id":"https://openalex.org/C66945725","wikidata":"https://www.wikidata.org/wiki/Q18388823","display_name":"Text graph","level":3,"score":0.4324261546134949},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3873865604400635},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/ica-220680","is_oa":false,"landing_page_url":"https://doi.org/10.3233/ica-220680","pdf_url":null,"source":{"id":"https://openalex.org/S107631664","display_name":"Integrated Computer-Aided Engineering","issn_l":"1069-2509","issn":["1069-2509","1875-8835"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Integrated Computer-Aided Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8999999761581421,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1505943987","https://openalex.org/W1965398296","https://openalex.org/W1974339500","https://openalex.org/W1999837683","https://openalex.org/W2007407316","https://openalex.org/W2042432758","https://openalex.org/W2064794832","https://openalex.org/W2101390659","https://openalex.org/W2102269292","https://openalex.org/W2106160358","https://openalex.org/W2165968602","https://openalex.org/W2166347079","https://openalex.org/W2346412762","https://openalex.org/W2482089454","https://openalex.org/W2598684926","https://openalex.org/W2606974598","https://openalex.org/W2736832651","https://openalex.org/W2738719072","https://openalex.org/W2897098357","https://openalex.org/W2904790185","https://openalex.org/W2921440296","https://openalex.org/W2962965405","https://openalex.org/W2963893430","https://openalex.org/W2963929190","https://openalex.org/W2966126335","https://openalex.org/W2974327368","https://openalex.org/W2999635142","https://openalex.org/W3217119495","https://openalex.org/W6632226966","https://openalex.org/W6736795737"],"related_works":["https://openalex.org/W2590756584","https://openalex.org/W2986470681","https://openalex.org/W3153082335","https://openalex.org/W3164984162","https://openalex.org/W2568827738","https://openalex.org/W2126232808","https://openalex.org/W4200075185","https://openalex.org/W4238363396","https://openalex.org/W3203091185","https://openalex.org/W3038872752"],"abstract_inverted_index":{"Extractive":[0,27],"summarization":[1,28,34,63,100,136,161,185,198],"is":[2,64,103],"an":[3],"important":[4],"natural":[5],"language":[6],"processing":[7],"approach":[8,211],"used":[9],"for":[10,95],"document":[11,151],"compression,":[12],"improved":[13],"reading":[14],"comprehension,":[15],"key":[16],"phrase":[17],"extraction,":[18],"indexing,":[19],"query":[20,139],"set":[21,73,90,140,156],"generation,":[22],"and":[23,43,86,122,146,149,183],"other":[24],"analytics":[25],"approaches.":[26],"has":[29],"specific":[30,40],"advantages":[31],"over":[32],"abstractive":[33],"in":[35],"that":[36,46],"it":[37],"preserves":[38],"style,":[39],"text":[41],"elements,":[42],"compound":[44],"phrases":[45],"might":[47],"be":[48],"more":[49],"directly":[50],"associated":[51],"with":[52,172],"the":[53,58,106,109,133,143,173,191,204,209,214],"text.":[54],"In":[55],"this":[56],"article,":[57],"relative":[59],"effectiveness":[60],"of":[61,74,76,91,108,135,176,193,206],"extractive":[62],"considered":[65],"on":[66,141,153,190,203],"two":[67,178],"widely":[68],"different":[69,118,160,174],"corpora:":[70],"(1)":[71],"a":[72,88,97,138,154],"works":[75],"fiction":[77],"(100":[78],"total,":[79],"mainly":[80],"novels)":[81],"available":[82],"from":[83],"Project":[84],"Gutenberg,":[85],"(2)":[87],"large":[89],"news":[92,110],"articles":[93],"(3000)":[94],"which":[96],"ground":[98],"truthed":[99],"(gold":[101],"standard)":[102],"provided":[104],"by":[105],"authors":[107],"articles.":[111,207],"Both":[112],"sets":[113],"were":[114,187,200],"evaluated":[115],"using":[116,137,150],"5":[117],"Python":[119],"Sumy":[120],"algorithms":[121],"compared":[123],"to":[124,131,157],"randomly-generated":[125],"summarizations":[126],"quantitatively.":[127],"Two":[128],"functional":[129],"approaches":[130,186,199],"assessing":[132],"efficacy":[134],"both":[142],"original":[144],"documents":[145],"their":[147],"summaries,":[148],"classification":[152],"12-class":[155],"compare":[158],"among":[159,218],"approaches,":[162],"are":[163],"introduced.":[164],"The":[165,181],"results,":[166],"unsurprisingly,":[167],"show":[168],"considerable":[169],"differences":[170],"consistent":[171],"nature":[175],"these":[177],"data":[179],"sets.":[180],"LSA":[182],"Luhn":[184,210],"most":[188,215],"effective":[189,202],"database":[192,205],"fiction,":[194],"while":[195],"all":[196],"five":[197],"similarly":[201],"Overall,":[208],"was":[212],"deemed":[213],"generally":[216],"relevant":[217],"those":[219],"tested.":[220]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3}],"updated_date":"2026-06-23T06:36:01.041984","created_date":"2025-10-10T00:00:00"}