{"id":"https://openalex.org/W3165824237","doi":"https://doi.org/10.1145/3487664.3487788","title":"Analysis of GraphSum\u2019s Attention Weights to Improve the Explainability of Multi-Document Summarization","display_name":"Analysis of GraphSum\u2019s Attention Weights to Improve the Explainability of Multi-Document Summarization","publication_year":2021,"publication_date":"2021-11-29","ids":{"openalex":"https://openalex.org/W3165824237","doi":"https://doi.org/10.1145/3487664.3487788","mag":"3165824237"},"language":"en","primary_location":{"id":"doi:10.1145/3487664.3487788","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3487664.3487788","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 23rd International Conference on Information Integration and Web Intelligence","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2105.11908","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032665828","display_name":"Maya Hickmann","orcid":"https://orcid.org/0000-0002-9501-4004"},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"M. Lautaro Hickmann","raw_affiliation_strings":["University Ulm, Germany","University of Ulm"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University Ulm, Germany","institution_ids":[]},{"raw_affiliation_string":"University of Ulm","institution_ids":["https://openalex.org/I196349391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009412338","display_name":"Fabian Wurzberger","orcid":null},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Fabian Wurzberger","raw_affiliation_strings":["University Ulm, Germany","University of Ulm"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University Ulm, Germany","institution_ids":[]},{"raw_affiliation_string":"University of Ulm","institution_ids":["https://openalex.org/I196349391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074920249","display_name":"Megi Hoxhalli","orcid":null},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Megi Hoxhalli","raw_affiliation_strings":["University Ulm, Germany","University of Ulm"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University Ulm, Germany","institution_ids":[]},{"raw_affiliation_string":"University of Ulm","institution_ids":["https://openalex.org/I196349391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038723336","display_name":"Arne Lochner","orcid":null},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Arne Lochner","raw_affiliation_strings":["University Ulm, Germany","University of Ulm"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University Ulm, Germany","institution_ids":[]},{"raw_affiliation_string":"University of Ulm","institution_ids":["https://openalex.org/I196349391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034861643","display_name":"Jessica T\u00f6llich","orcid":null},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jessica T\u00f6llich","raw_affiliation_strings":["University Ulm, Germany","University of Ulm"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University Ulm, Germany","institution_ids":[]},{"raw_affiliation_string":"University of Ulm","institution_ids":["https://openalex.org/I196349391"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005533034","display_name":"Ansgar Scherp","orcid":"https://orcid.org/0000-0002-2653-9245"},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ansgar Scherp","raw_affiliation_strings":["University Ulm, Germany","University of Ulm"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University Ulm, Germany","institution_ids":[]},{"raw_affiliation_string":"University of Ulm","institution_ids":["https://openalex.org/I196349391"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I196349391"],"apc_list":null,"apc_paid":null,"fwci":0.2798,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.62757845,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"359","last_page":"366"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.8983882665634155},{"id":"https://openalex.org/keywords/paragraph","display_name":"Paragraph","score":0.8685320615768433},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7535415887832642},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6937752962112427},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5721189379692078},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5520145297050476},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.5249878168106079},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5111392140388489},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4910910129547119},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.42142394185066223},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.37582772970199585},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2623131573200226},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2056538164615631},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.09333470463752747}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8983882665634155},{"id":"https://openalex.org/C2777206241","wikidata":"https://www.wikidata.org/wiki/Q194431","display_name":"Paragraph","level":2,"score":0.8685320615768433},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7535415887832642},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6937752962112427},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5721189379692078},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5520145297050476},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.5249878168106079},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5111392140388489},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4910910129547119},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.42142394185066223},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.37582772970199585},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2623131573200226},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2056538164615631},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.09333470463752747},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3487664.3487788","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3487664.3487788","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 23rd International Conference on Information Integration and Web Intelligence","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2105.11908","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.11908","pdf_url":"https://arxiv.org/pdf/2105.11908","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3165824237","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2105.11908","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2105.11908","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2105.11908","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2105.11908","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.11908","pdf_url":"https://arxiv.org/pdf/2105.11908","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.6700000166893005,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320325530","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W3165824237.pdf"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W2081174553","https://openalex.org/W2154652894","https://openalex.org/W2250386865","https://openalex.org/W2519887557","https://openalex.org/W2626778328","https://openalex.org/W2896457183","https://openalex.org/W2947881255","https://openalex.org/W2948120406","https://openalex.org/W2949667497","https://openalex.org/W2950670227","https://openalex.org/W2963045354","https://openalex.org/W2963204221","https://openalex.org/W2963250244","https://openalex.org/W2963607157","https://openalex.org/W2964144561","https://openalex.org/W2964308564","https://openalex.org/W2969740599","https://openalex.org/W2970419734","https://openalex.org/W2970611986","https://openalex.org/W3019556061","https://openalex.org/W3023711422","https://openalex.org/W3026476702","https://openalex.org/W3034353423","https://openalex.org/W3034961030","https://openalex.org/W3035620455","https://openalex.org/W3035643691","https://openalex.org/W3101913037","https://openalex.org/W4206054904"],"related_works":["https://openalex.org/W2388666456","https://openalex.org/W2618842151","https://openalex.org/W3085894642","https://openalex.org/W1990642684","https://openalex.org/W1996226516","https://openalex.org/W3097758564","https://openalex.org/W3200218815","https://openalex.org/W2593321490","https://openalex.org/W2367911080","https://openalex.org/W2991914809","https://openalex.org/W2517469598","https://openalex.org/W2941263658","https://openalex.org/W2890747986","https://openalex.org/W2053487388","https://openalex.org/W2095096163","https://openalex.org/W2087573826","https://openalex.org/W2182204604","https://openalex.org/W2044403794","https://openalex.org/W66089928","https://openalex.org/W2137779158"],"abstract_inverted_index":{"Modern":[0],"multi-document":[1],"summarization":[2,66],"(MDS)":[3],"methods":[4],"are":[5],"based":[6],"on":[7,48,71,111],"transformer":[8],"architectures.":[9],"They":[10],"generate":[11],"state":[12],"of":[13,28,77,126,141],"the":[14,25,64,73,103,112,120,139,144,148,152],"art":[15],"summaries,":[16],"but":[17],"lack":[18],"explainability.":[19],"To":[20],"overcome":[21],"this,":[22],"we":[23,69,84,117],"analyze":[24],"attention":[26,75,104],"weights":[27,76,105],"a":[29,93,99,124,135],"graph-based":[30],"MDS":[31,50],"such":[32],"as":[33],"GraphSum.":[34],"We":[35,97],"compare":[36],"GraphSum\u2019s":[37,78],"performance":[38],"utilizing":[39],"different":[40],"textual":[41],"units,":[42],"i.":[43],"e.,":[44],"sentences":[45],"versus":[46],"paragraphs,":[47],"two":[49],"benchmark":[51],"datasets,":[52],"namely":[53],"WikiSum":[54],"and":[55,80,106,147],"MultiNews.":[56],"Our":[57,129],"experiments":[58],"show":[59,131],"that":[60,132],"paragraph-level":[61,74],"representations":[62],"provide":[63],"best":[65],"performance.":[67],"Subsequently,":[68],"focus":[70],"analyzing":[72],"multi-heads":[79],"decoding":[81,114],"layers.":[82,115],"Furthermore,":[83],"examine":[85],"source":[86],"origin":[87],"information":[88],"via":[89],"text":[90],"similarity":[91],"over":[92],"ROUGE-based":[94],"reference":[95,108],"metric.":[96],"observe":[98],"high":[100,136],"correlation":[101,137],"between":[102,138],"our":[107],"metric,":[109],"especially":[110],"later":[113],"Finally,":[116],"investigate":[118],"if":[119],"generated":[121,153],"summaries":[122],"follow":[123],"pattern":[125],"positional":[127],"bias.":[128],"results":[130],"there":[133],"is":[134],"position":[140],"paragraphs":[142],"in":[143],"input":[145],"documents":[146],"content":[149],"provided":[150],"for":[151],"summary.":[154]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}