{"id":"https://openalex.org/W2977413186","doi":"https://doi.org/10.1109/ijcnn.2019.8851885","title":"Abstractive Text Summarization with Multi-Head Attention","display_name":"Abstractive Text Summarization with Multi-Head Attention","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W2977413186","doi":"https://doi.org/10.1109/ijcnn.2019.8851885","mag":"2977413186"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2019.8851885","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2019.8851885","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100782329","display_name":"Jinpeng Li","orcid":"https://orcid.org/0009-0007-2572-117X"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jinpeng Li","raw_affiliation_strings":["School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015730388","display_name":"Chuang Zhang","orcid":"https://orcid.org/0000-0002-1115-5580"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuang Zhang","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101407251","display_name":"Xiaojun Chen","orcid":"https://orcid.org/0000-0003-0362-847X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojun Chen","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100627567","display_name":"Yanan Cao","orcid":"https://orcid.org/0000-0002-0811-4016"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanan Cao","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068825912","display_name":"Pengcheng Liao","orcid":"https://orcid.org/0000-0002-3215-8887"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengcheng Liao","raw_affiliation_strings":["School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044215108","display_name":"Peng Zhang","orcid":"https://orcid.org/0000-0001-5345-3810"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Zhang","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100782329"],"corresponding_institution_ids":["https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":1.2601,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.8536031,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.9182888269424438},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.889860987663269},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.611878514289856},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6008870601654053},{"id":"https://openalex.org/keywords/pointer","display_name":"Pointer (user interface)","score":0.5870424509048462},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5544240474700928},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.515868067741394},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.4874437153339386},{"id":"https://openalex.org/keywords/head","display_name":"Head (geology)","score":0.46985283493995667},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3598884046077728}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9182888269424438},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.889860987663269},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.611878514289856},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6008870601654053},{"id":"https://openalex.org/C150202949","wikidata":"https://www.wikidata.org/wiki/Q107602","display_name":"Pointer (user interface)","level":2,"score":0.5870424509048462},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5544240474700928},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.515868067741394},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4874437153339386},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.46985283493995667},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3598884046077728},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C114793014","wikidata":"https://www.wikidata.org/wiki/Q52109","display_name":"Geomorphology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2019.8851885","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2019.8851885","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.550000011920929,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W179757531","https://openalex.org/W1544827683","https://openalex.org/W1696101414","https://openalex.org/W1902237438","https://openalex.org/W1962684803","https://openalex.org/W2013047133","https://openalex.org/W2054211469","https://openalex.org/W2100664567","https://openalex.org/W2109071706","https://openalex.org/W2120743786","https://openalex.org/W2133564696","https://openalex.org/W2154652894","https://openalex.org/W2239203031","https://openalex.org/W2251442452","https://openalex.org/W2292447176","https://openalex.org/W2482089454","https://openalex.org/W2574535369","https://openalex.org/W2597655663","https://openalex.org/W2606974598","https://openalex.org/W2768957049","https://openalex.org/W2770595187","https://openalex.org/W2807880213","https://openalex.org/W2949615363","https://openalex.org/W2952138241","https://openalex.org/W2962965405","https://openalex.org/W2963403868","https://openalex.org/W2963532813","https://openalex.org/W2963545005","https://openalex.org/W2963560594","https://openalex.org/W2963676814","https://openalex.org/W2963929190","https://openalex.org/W2964308564","https://openalex.org/W4322422052","https://openalex.org/W4385245566","https://openalex.org/W6607347464","https://openalex.org/W6632455782","https://openalex.org/W6641263247","https://openalex.org/W6676342865","https://openalex.org/W6679434410","https://openalex.org/W6682631176","https://openalex.org/W6690044659","https://openalex.org/W6731948947","https://openalex.org/W6735377749","https://openalex.org/W6739901393","https://openalex.org/W6745408861","https://openalex.org/W6746166785","https://openalex.org/W6746565888"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W4306886878","https://openalex.org/W2973759123","https://openalex.org/W3007164922"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,38],"present":[4],"a":[5,40,75,137],"novel":[6],"sequence-to-sequence":[7],"architecture":[8],"with":[9],"multi-head":[10,41,48,114],"attention":[11,42,49,115],"for":[12],"automatic":[13],"summarization":[14,43],"of":[15,27,77,88,125],"long":[16,138],"text.":[17],"Summaries":[18],"generated":[19],"by":[20,91],"previous":[21,151],"abstractive":[22,154],"methods":[23],"have":[24],"the":[25,64,85,89,96,103,107,113,123,126,150],"problems":[26],"duplicate":[28],"and":[29,99,101,153],"missing":[30],"original":[31,108],"information":[32,54],"commonly.":[33],"To":[34],"address":[35],"these":[36],"problems,":[37],"propose":[39],"(MHAS)":[44],"model,":[45],"which":[46,135],"uses":[47],"mechanism":[50],"to":[51,72,95,121],"learn":[52,84],"relevant":[53],"in":[55],"different":[56],"representation":[57],"subspaces.":[58],"The":[59],"MHAS":[60],"model":[61,104,148],"can":[62,83],"consider":[63],"previously":[65],"predicted":[66],"words":[67,71],"when":[68],"generating":[69,74],"new":[70],"avoid":[73],"summary":[76],"redundant":[78],"repetition":[79],"words.":[80],"And":[81],"it":[82],"internal":[86],"structure":[87],"article":[90],"adding":[92],"self-attention":[93],"layer":[94],"traditional":[97],"encoder":[98],"decoder":[100],"make":[102],"better":[105],"preserve":[106],"information.":[109],"We":[110],"also":[111],"integrate":[112],"distribution":[116],"into":[117],"pointer":[118],"network":[119],"creatively":[120],"improve":[122],"performance":[124],"model.":[127],"Experiments":[128],"are":[129],"conducted":[130],"on":[131],"CNN/Daily":[132],"Mail":[133],"dataset,":[134],"is":[136],"text":[139],"English":[140],"corpora.":[141],"Experimental":[142],"results":[143],"show":[144],"that":[145],"our":[146],"proposed":[147],"outperforms":[149],"extractive":[152],"models.":[155]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}