{"id":"https://openalex.org/W2903559363","doi":"https://doi.org/10.1109/snams.2018.8554853","title":"What's Important in a Text? An Extensive Evaluation of Linguistic Annotations for Summarization","display_name":"What's Important in a Text? An Extensive Evaluation of Linguistic Annotations for Summarization","publication_year":2018,"publication_date":"2018-10-01","ids":{"openalex":"https://openalex.org/W2903559363","doi":"https://doi.org/10.1109/snams.2018.8554853","mag":"2903559363"},"language":"en","primary_location":{"id":"doi:10.1109/snams.2018.8554853","is_oa":false,"landing_page_url":"https://doi.org/10.1109/snams.2018.8554853","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 Fifth International Conference on Social Networks Analysis, Management and Security (SNAMS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068310484","display_name":"Markus Zopf","orcid":null},"institutions":[{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Markus Zopf","raw_affiliation_strings":["Research Training Group, Heidelberg University, Germany"],"affiliations":[{"raw_affiliation_string":"Research Training Group, Heidelberg University, Germany","institution_ids":["https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023977688","display_name":"Anette Frank","orcid":"https://orcid.org/0000-0003-4706-9817"},"institutions":[{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Anette Frank","raw_affiliation_strings":["Research Training Group, Heidelberg University, Germany"],"affiliations":[{"raw_affiliation_string":"Research Training Group, Heidelberg University, Germany","institution_ids":["https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019938208","display_name":"Teresa Botschen","orcid":null},"institutions":[{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Teresa Botschen","raw_affiliation_strings":["Research Training Group, Heidelberg University, Germany"],"affiliations":[{"raw_affiliation_string":"Research Training Group, Heidelberg University, Germany","institution_ids":["https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005385745","display_name":"Tobias Falke","orcid":"https://orcid.org/0000-0002-9525-0330"},"institutions":[{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tobias Falke","raw_affiliation_strings":["Research Training Group, Heidelberg University, Germany"],"affiliations":[{"raw_affiliation_string":"Research Training Group, Heidelberg University, Germany","institution_ids":["https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078119050","display_name":"Heinzerling Beniamin","orcid":null},"institutions":[{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Beniamin Heinzerling","raw_affiliation_strings":["Research Training Group, Heidelberg University, Germany"],"affiliations":[{"raw_affiliation_string":"Research Training Group, Heidelberg University, Germany","institution_ids":["https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087098432","display_name":"Ana Marasovi\u0107","orcid":null},"institutions":[{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ana Marasovic","raw_affiliation_strings":["Research Training Group, Heidelberg University, Germany"],"affiliations":[{"raw_affiliation_string":"Research Training Group, Heidelberg University, Germany","institution_ids":["https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052408504","display_name":"Todor Mihaylov","orcid":null},"institutions":[{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Todor Mihaylov","raw_affiliation_strings":["Research Training Group, Heidelberg University, Germany"],"affiliations":[{"raw_affiliation_string":"Research Training Group, Heidelberg University, Germany","institution_ids":["https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111999573","display_name":"P. V. S. Avinesh","orcid":null},"institutions":[{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"P.V.S. Avinesh","raw_affiliation_strings":["Research Training Group, Heidelberg University, Germany"],"affiliations":[{"raw_affiliation_string":"Research Training Group, Heidelberg University, Germany","institution_ids":["https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061958492","display_name":"Eneldo Loza Menc\u00eda","orcid":"https://orcid.org/0000-0002-2735-9326"},"institutions":[{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Eneldo Loza Mencia","raw_affiliation_strings":["Research Training Group, Heidelberg University, Germany"],"affiliations":[{"raw_affiliation_string":"Research Training Group, Heidelberg University, Germany","institution_ids":["https://openalex.org/I223822909"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020009031","display_name":"Johannes F\u00fcrnkranz","orcid":"https://orcid.org/0000-0002-1207-0159"},"institutions":[{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Johannes Furnkranz","raw_affiliation_strings":["Research Training Group, Heidelberg University, Germany"],"affiliations":[{"raw_affiliation_string":"Research Training Group, Heidelberg University, Germany","institution_ids":["https://openalex.org/I223822909"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5068310484"],"corresponding_institution_ids":["https://openalex.org/I223822909"],"apc_list":null,"apc_paid":null,"fwci":0.6761,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.78553436,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"22","issue":null,"first_page":"272","last_page":"277"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bigram","display_name":"Bigram","score":0.9465869665145874},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.8702274560928345},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8557766675949097},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6811559796333313},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5783119201660156},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5772612690925598},{"id":"https://openalex.org/keywords/multi-document-summarization","display_name":"Multi-document summarization","score":0.4974115192890167},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.4774518609046936},{"id":"https://openalex.org/keywords/trigram","display_name":"Trigram","score":0.26302334666252136}],"concepts":[{"id":"https://openalex.org/C108757681","wikidata":"https://www.wikidata.org/wiki/Q2773912","display_name":"Bigram","level":3,"score":0.9465869665145874},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8702274560928345},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8557766675949097},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6811559796333313},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5783119201660156},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5772612690925598},{"id":"https://openalex.org/C134714966","wikidata":"https://www.wikidata.org/wiki/Q6934448","display_name":"Multi-document summarization","level":3,"score":0.4974115192890167},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.4774518609046936},{"id":"https://openalex.org/C137546455","wikidata":"https://www.wikidata.org/wiki/Q3213474","display_name":"Trigram","level":2,"score":0.26302334666252136}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/snams.2018.8554853","is_oa":false,"landing_page_url":"https://doi.org/10.1109/snams.2018.8554853","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 Fifth International Conference on Social Networks Analysis, Management and Security (SNAMS)","raw_type":"proceedings-article"},{"id":"pmh:oai:tubiblio.ulb.tu-darmstadt.de:107330","is_oa":false,"landing_page_url":"https://ieeexplore.ieee.org/document/8554853","pdf_url":null,"source":{"id":"https://openalex.org/S4377196390","display_name":"TUbilio (Technical University of Darmstadt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technische Universit\u00e4t Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Konferenzver\u00f6ffentlichung"},{"id":"mag:3090324933","is_oa":false,"landing_page_url":"https://jglobal.jst.go.jp/en/detail?JGLOBAL_ID=201902268404622265","pdf_url":null,"source":{"id":"https://openalex.org/S4306512817","display_name":"IEEE Conference Proceedings","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"IEEE Conference Proceedings","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.5,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1985514943","https://openalex.org/W2013784666","https://openalex.org/W2066018628","https://openalex.org/W2069870183","https://openalex.org/W2083305840","https://openalex.org/W2094728533","https://openalex.org/W2103322363","https://openalex.org/W2114732164","https://openalex.org/W2115792525","https://openalex.org/W2123442489","https://openalex.org/W2123946480","https://openalex.org/W2129842875","https://openalex.org/W2142697503","https://openalex.org/W2144933361","https://openalex.org/W2151170651","https://openalex.org/W2154652894","https://openalex.org/W2166957049","https://openalex.org/W2187257401","https://openalex.org/W2250710312","https://openalex.org/W2406945108","https://openalex.org/W2512735275","https://openalex.org/W2516494929","https://openalex.org/W2573821580","https://openalex.org/W2740801750","https://openalex.org/W2741306347","https://openalex.org/W2741822233","https://openalex.org/W2772704197","https://openalex.org/W2804536662","https://openalex.org/W2805096568","https://openalex.org/W2807410225","https://openalex.org/W2963069209","https://openalex.org/W2964300898","https://openalex.org/W3003252051","https://openalex.org/W3138773240","https://openalex.org/W6677395818","https://openalex.org/W6681009388","https://openalex.org/W6681106510","https://openalex.org/W6682631176","https://openalex.org/W6684468177","https://openalex.org/W6687038954","https://openalex.org/W6713647626","https://openalex.org/W6725583621","https://openalex.org/W6732193046","https://openalex.org/W6746591329","https://openalex.org/W6752204655"],"related_works":["https://openalex.org/W3164984162","https://openalex.org/W2104677027","https://openalex.org/W2902627734","https://openalex.org/W2112885393","https://openalex.org/W2173208124","https://openalex.org/W2568827738","https://openalex.org/W1990695371","https://openalex.org/W2365100044","https://openalex.org/W2099859325","https://openalex.org/W2474342320"],"abstract_inverted_index":{"Automatic":[0],"text":[1,53,75],"summarization":[2,22,33,85,148,155],"aims":[3],"at":[4],"reducing":[5],"the":[6,13,27,41,67,130,145,164],"length":[7],"of":[8,29,51,70,93,147],"input":[9],"documents":[10],"while":[11],"preserving":[12],"most":[14],"important":[15],"information.":[16,30],"A":[17],"key":[18],"challenge":[19],"in":[20,154],"automatic":[21,74],"is":[23],"therefore":[24],"to":[25,119,139,151,167],"estimate":[26],"importance":[28,45,122],"Most":[31],"extractive":[32],"systems,":[34],"however,":[35],"usually":[36],"only":[37],"consider":[38],"bigrams":[39,89,128,153],"as":[40,56],"representation":[42],"from":[43],"which":[44],"can":[46],"be":[47,140],"estimated.":[48],"The":[49],"potential":[50,69],"other":[52,158],"annotations":[54,72],"such":[55],"frames":[57],"or":[58],"named-entities":[59],"remains":[60],"unexplored.":[61],"In":[62,125],"this":[63,78],"paper,":[64],"we":[65,80],"evaluate":[66,120],"application":[68],"linguistic":[71,95],"for":[73],"summarization.":[76],"To":[77],"end,":[79],"extend":[81],"a":[82,91],"previously":[83],"presented":[84],"system":[86,149],"by":[87],"replacing":[88],"with":[90],"multitude":[92],"different":[94],"annotation":[96,159],"types,":[97,108],"including":[98],"n-grams,":[99],"verb":[100],"stems,":[101],"frames,":[102,106],"concepts,":[103],"chunks,":[104],"connotation":[105],"entity":[107],"and":[109,171],"discourse":[110],"relation":[111],"sense-types.":[112],"We":[113],"propose":[114],"two":[115],"novel":[116],"evaluation":[117],"methods":[118],"information":[121],"detection":[123],"capabilities.":[124],"our":[126],"experiments,":[127],"show":[129],"best":[131],"overall":[132],"performance":[133],"when":[134],"source":[135,170],"document":[136],"sentences":[137],"have":[138],"ranked.":[141],"These":[142],"results":[143],"support":[144],"decision":[146],"developers":[150],"use":[152],"systems.":[156],"However,":[157],"types":[160],"perform":[161],"better":[162],"if":[163],"model":[165],"has":[166],"distinguish":[168],"between":[169],"reference":[172],"sentences.":[173]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}